-- Logs begin at Wed 2021-11-10 20:31:09 UTC, end at Wed 2021-11-10 21:43:13 UTC. --
Nov 10 21:12:32.193141 dv-cinder-817261-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Nov 10 21:12:34.340570 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.common.config [-] Logging enabled!
Nov 10 21:12:34.341288 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev54
Nov 10 21:12:34.341391 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82772) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 10 21:12:34.343570 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.common.config [-] Logging enabled!
Nov 10 21:12:34.343816 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.2.2.dev54
Nov 10 21:12:34.344057 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=82772) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Nov 10 21:12:34.345017 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 21:12:34.345246 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 21:12:34.345614 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 21:12:34.345857 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 21:12:34.346076 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 21:12:34.346388 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.346677 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.346968 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.347194 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.347483 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.347768 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.348045 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.348330 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.348624 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.348902 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.349177 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.349453 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.349706 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.349984 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.350264 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.350542 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.350760 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] debug                          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.351032 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.351449 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.351862 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354272 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354272 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354272 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354272 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354272 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354678 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] host                           = dv-cinder-817261-1-iscsi {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354678 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.354951 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.355235 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.355520 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.355793 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.356163 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.356351 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.356620 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.356887 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.357161 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.357438 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.357760 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.358054 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.358273 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.358490 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.358776 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.359058 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.359328 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.359598 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.359866 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.360143 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.360400 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.360665 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.360944 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.361221 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.361502 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.361794 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.362064 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.362329 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.362597 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.362881 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.363147 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.363419 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.363677 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.363957 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.364220 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.364486 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.364783 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.365064 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.365340 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.365639 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.365909 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.366185 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.366449 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.366715 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.366979 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.367246 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.367510 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.367846 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.368126 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.368394 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.368668 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.368936 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.369215 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:34.369510 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.369848 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.370155 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.370422 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.370709 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.370986 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.371272 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.371543 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.371827 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.372112 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.372396 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.372669 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.372949 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.373235 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.373520 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.373820 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.374094 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.374381 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.374659 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.374926 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.375199 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.375486 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.375761 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.376030 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.376310 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.376581 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.376850 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.377118 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.377394 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.377702 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.377978 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.378248 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.378517 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.378791 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.379058 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.379338 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.379613 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.379882 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.380152 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.380424 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.380692 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.380961 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.381232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.381502 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.381798 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.382071 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.382339 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.382607 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.382874 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.383140 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.383544 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.383821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.384101 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.384366 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.384638 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.384907 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.385177 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.385444 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.385757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.386057 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.386335 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.386613 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.386889 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.387163 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.387437 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.387714 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.387987 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.388264 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.388540 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.388829 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.389110 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.389396 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.389702 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.389981 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.390274 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.390548 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.390826 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.391098 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.391370 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.391648 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.391928 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.392222 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.392513 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.392802 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.393093 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.393379 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.393678 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.393988 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.394267 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:34.394480 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 21:12:34.394723 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=82772) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Nov 10 21:12:34.799113 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO keyring.backend [-] Loading KWallet
Nov 10 21:12:34.807355 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO keyring.backend [-] Loading SecretService
Nov 10 21:12:34.810537 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO keyring.backend [-] Loading Windows
Nov 10 21:12:34.811858 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO keyring.backend [-] Loading chainer
Nov 10 21:12:34.812426 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO keyring.backend [-] Loading macOS
Nov 10 21:12:34.847185 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:12:34.847454 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.002s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:12:34.847740 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:12:34.848073 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [-] Loading core plugin: ml2
Nov 10 21:12:35.153072 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.153258 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.153521 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.210036 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.210309 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.210572 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.214301 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.214575 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.214841 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.243452 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.243730 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.243996 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.274847 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.275118 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.275419 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.593891 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fde24fedaf0> agent after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.594544 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7fde24fedaf0> agent after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.594544 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7fde24fedb80> segment precommit_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.594703 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7fde24fedc10> network precommit_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.595383 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7fde24ff3dc0> segment before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.722031 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> network before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.722266 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7fde24fd5670> agent before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.722547 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> network before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.722814 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> port before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.723074 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> port before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.723372 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> segment after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.723636 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> segment precommit_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.723880 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> segment precommit_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.724128 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> segment after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.724402 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> network after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.724651 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> network precommit_delete 0 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.724908 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> port provisioning_complete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.725166 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.725415 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> rbac-policy after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.725703 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> agent after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.725966 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> subnet after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.726225 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> subnet precommit_delete 0 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.726491 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.726741 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.727053 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> segment_host_mapping after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.727423 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> port after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.727638 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> port after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.727881 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> port after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.728157 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.728429 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.728675 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7fde25e78dc0>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.729070 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:35.729306 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:35.729536 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:35.729793 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:35.730025 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:35.730256 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:35.730816 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Nov 10 21:12:35.734333 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Nov 10 21:12:35.738301 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Nov 10 21:12:35.742371 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(1100, 1149)])])
Nov 10 21:12:35.744528 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Nov 10 21:12:35.744936 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Nov 10 21:12:35.745269 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Nov 10 21:12:35.745674 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Nov 10 21:12:35.748542 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Nov 10 21:12:35.748787 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Nov 10 21:12:35.749133 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Nov 10 21:12:35.778131 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Nov 10 21:12:35.778587 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7fde24fae400>> qos_plugin after_init 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.778887 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=82772) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Nov 10 21:12:35.779251 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7fde24fae670>> logging-plugin after_init 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.780887 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=82772) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Nov 10 21:12:35.781178 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Nov 10 21:12:35.781423 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Nov 10 21:12:35.784713 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fde24e06a00>> floatingip before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.784997 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7fde24e06a00>> port before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:35.845148 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Nov 10 21:12:35.845388 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Nov 10 21:12:35.845629 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Nov 10 21:12:35.846015 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Nov 10 21:12:35.878918 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_db.sqlalchemy.engines [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=82772) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Nov 10 21:12:36.207125 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing driver for type 'gre'
Nov 10 21:12:36.207654 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] gre ID ranges: [(1, 1000)]
Nov 10 21:12:36.260852 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing driver for type 'local'
Nov 10 21:12:36.261188 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing driver for type 'vlan'
Nov 10 21:12:36.273283 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] VlanTypeDriver initialization complete
Nov 10 21:12:36.273650 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing driver for type 'vxlan'
Nov 10 21:12:36.274279 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] vxlan ID ranges: [(1, 1000)]
Nov 10 21:12:36.330597 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing extension driver 'port_security'
Nov 10 21:12:36.330935 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.extensions.port_security [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] PortSecurityExtensionDriver initialization complete
Nov 10 21:12:36.331299 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing mechanism driver 'openvswitch'
Nov 10 21:12:36.331640 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing mechanism driver 'hyperv'
Nov 10 21:12:36.339003 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.plugins.ml2.plugin [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=82772) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:12:36.339771 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24d2af10>> port after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.340152 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24d2af10>> port after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.340496 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24d2af10>> port after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.340875 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24d2a9d0>> subnet after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.341225 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24d2a9d0>> subnet after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.341561 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24d2a9d0>> subnet after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.341955 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887310>> network after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.342295 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887310>> network after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.342626 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887310>> network after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.342990 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887580>> security_group after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.343331 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887580>> security_group after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.343661 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887580>> security_group after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.344025 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887820>> security_group_rule after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.344358 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887820>> security_group_rule after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.344685 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7fde24887820>> security_group_rule after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.345014 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] ML2 OVO RPC backend initialized. {{(pid=82772) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Nov 10 21:12:36.345666 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> router_interface after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.346010 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> router_interface after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.346414 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> network before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.346747 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> networks before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.347080 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> port before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.347410 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> ports before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.347742 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> subnet before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.348073 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> subnets before_response 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.348406 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> network after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.348736 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> network after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.349060 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> network after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.349385 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> port after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.349737 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> port after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.350059 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> port after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.350381 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> subnet after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.350710 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> subnet after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.351029 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7fde24887ac0>> subnet after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.351600 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.plugin [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Modular L2 Plugin initialization complete
Nov 10 21:12:36.351922 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading services supported by the core plugin {{(pid=82772) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Nov 10 21:12:36.352824 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.plugins.ml2.managers [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Got port-security extension from driver 'port_security'
Nov 10 21:12:36.353273 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.extensions.vlantransparent [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Disabled vlantransparent extension.
Nov 10 21:12:36.353733 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=82772) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Nov 10 21:12:36.354036 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: router
Nov 10 21:12:36.390407 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router_interface before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.390788 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router after_create 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.391146 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router before_create 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.391505 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router_interface before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.391863 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router_interface after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.392214 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router after_delete 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.392556 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> floatingip after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.392908 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router after_create 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.393246 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router after_update 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.393598 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router after_update 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.393941 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router_gateway after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.394286 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router after_update 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.394682 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router precommit_update 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.395041 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7fde24dbff70> port after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.395372 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7fde24dbfe50> port after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.395701 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7fde24dbfee0> subnet after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.396029 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7fde24dbe040> subnetpool_address_scope after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.396366 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> port precommit_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.396702 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router precommit_create 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.397033 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7fde24da6ee0> port before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.397365 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router precommit_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.397739 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router after_update 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.398076 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router precommit_delete 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.398417 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router precommit_create 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.398762 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router_interface after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.399686 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> router precommit_update 55549900 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.400037 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> agent after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.400381 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> agent after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.400716 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7fde24887a00>> network after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.401596 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Tracking information for resource: router configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:36.401931 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Tracking information for resource: floatingip configured {{(pid=82772) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Nov 10 21:12:36.407347 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.db.l3_agentschedulers_db [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Nov 10 21:12:36.407919 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function _notify_l3_agent_port_update at 0x7fde24800790> port after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.408275 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function _notify_l3_agent_new_port at 0x7fde24800670> port after_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.408617 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function _notify_port_delete at 0x7fde24800700> port after_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.408957 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7fde24800a60> port after_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.409775 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fde247b75b0>> router before_create 55550100 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.410136 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fde247b75b0>> router precommit_delete 55550100 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.410488 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fde247b75b0>> router precommit_create 55550100 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.410835 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7fde247b75b0>> router precommit_update 55550100 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.416132 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.services.provider_configuration [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service providers = [] {{(pid=82772) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Nov 10 21:12:36.416490 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.db.servicetype_db [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=82772) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Nov 10 21:12:36.419622 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.services.service_base [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=82772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 21:12:36.419971 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.services.service_base [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=82772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 21:12:36.420306 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.services.service_base [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=82772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 21:12:36.421177 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.services.service_base [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=82772) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Nov 10 21:12:36.421543 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.services.service_base [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Default provider is not specified for service type L3_ROUTER_NAT
Nov 10 21:12:36.421931 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.422239 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Nov 10 21:12:36.433097 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded METERING plugin. Description: METERING {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.433400 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: auto_allocate
Nov 10 21:12:36.439458 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fde24766ee0> network precommit_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.439831 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7fde24766ee0> network precommit_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.440405 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.440640 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: tag
Nov 10 21:12:36.447674 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.447998 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: timestamp
Nov 10 21:12:36.451827 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.452146 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: network_ip_availability
Nov 10 21:12:36.457411 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fde24767ca0>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.457750 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fde24767ca0>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.458095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fde24767ca0>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.458813 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.459122 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: flavors
Nov 10 21:12:36.464694 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.465016 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading Plugin: revisions
Nov 10 21:12:36.469270 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=82772) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Nov 10 21:12:36.469678 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.622s {{(pid=82772) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:12:36.470422 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=82772) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}}
Nov 10 21:12:36.470750 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Initializing extension manager.
Nov 10 21:12:36.471243 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: __init__.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.471574 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: __pycache__ {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.471899 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.472221 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.472542 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: _filter_validation_lib.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.472861 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.473194 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: address_group.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.473949 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.474516 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: address-group
Nov 10 21:12:36.474828 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: address_scope.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.475526 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.476019 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: address-scope
Nov 10 21:12:36.476329 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: admin_state_down_before_update.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.477843 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.478484 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: router-admin-state-down-before-update
Nov 10 21:12:36.478809 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: agent.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.479498 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.479993 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: agent
Nov 10 21:12:36.480310 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: agent_resources_synced.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.481200 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.481719 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: agent-resources-synced
Nov 10 21:12:36.482031 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: allowedaddresspairs.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.483838 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.484344 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: allowed-address-pairs
Nov 10 21:12:36.484659 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: auto_allocated_topology.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.485758 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.486262 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: auto-allocated-topology
Nov 10 21:12:36.486576 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: availability_zone.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.487263 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.487751 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: availability_zone
Nov 10 21:12:36.488064 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: availability_zone_filter.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.488966 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.489458 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: availability_zone_filter
Nov 10 21:12:36.489800 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: data_plane_status.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.490690 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.491178 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension data-plane-status not supported by any of loaded plugins
Nov 10 21:12:36.491490 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: default_subnetpools.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.492386 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.493062 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: default-subnetpools
Nov 10 21:12:36.493379 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: dhcpagentscheduler.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.494188 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.494688 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: dhcp_agent_scheduler
Nov 10 21:12:36.495004 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: dns.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.495915 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.496405 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension dns-integration not supported by any of loaded plugins
Nov 10 21:12:36.496717 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: dns_domain_ports.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.497638 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.498131 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension dns-domain-ports not supported by any of loaded plugins
Nov 10 21:12:36.498442 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: dvr.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.499104 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.499597 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: dvr
Nov 10 21:12:36.499906 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: empty_string_filtering.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.500802 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.501292 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: empty-string-filtering
Nov 10 21:12:36.501623 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.502519 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.503007 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Nov 10 21:12:36.503316 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.504210 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.504698 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Nov 10 21:12:36.505009 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: external_net.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.505937 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.506435 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: external-net
Nov 10 21:12:36.506750 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: extra_dhcp_opt.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.507645 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.508162 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: extra_dhcp_opt
Nov 10 21:12:36.508483 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: extraroute.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.509412 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.509948 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: extraroute
Nov 10 21:12:36.510262 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: extraroute_atomic.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.511297 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.511796 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: extraroute-atomic
Nov 10 21:12:36.512112 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: filter_validation.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.512785 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.513277 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: filter-validation
Nov 10 21:12:36.513605 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: fip_pf_description.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.514712 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.515212 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Nov 10 21:12:36.515525 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: fip_port_details.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.516426 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.516926 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: fip-port-details
Nov 10 21:12:36.517239 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: flavors.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.518489 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.518995 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: flavors
Nov 10 21:12:36.519318 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.520993 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.521496 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Nov 10 21:12:36.521837 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: floatingip_pools.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.522521 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.523016 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: floatingip-pools
Nov 10 21:12:36.523333 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: ip_allocation.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.524757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.525337 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension ip_allocation not supported by any of loaded plugins
Nov 10 21:12:36.525689 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: ip_substring_port_filtering.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.526600 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.527097 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: ip-substring-filtering
Nov 10 21:12:36.527412 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l2_adjacency.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.528325 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.528808 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension l2_adjacency not supported by any of loaded plugins
Nov 10 21:12:36.529126 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l3.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.530135 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.530899 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: router
Nov 10 21:12:36.531210 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l3_conntrack_helper.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.533440 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.533989 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Nov 10 21:12:36.534317 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l3_ext_gw_mode.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.535225 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.535728 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: ext-gw-mode
Nov 10 21:12:36.536047 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l3_ext_ha_mode.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.536957 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.537459 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: l3-ha
Nov 10 21:12:36.537803 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l3_flavors.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.538706 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.539208 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: l3-flavors
Nov 10 21:12:36.540230 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.541292 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.541823 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: l3-port-ip-change-not-allowed
Nov 10 21:12:36.542141 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: l3agentscheduler.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.543185 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.543688 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: l3_agent_scheduler
Nov 10 21:12:36.544006 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: logging.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.545528 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.546065 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension logging not supported by any of loaded plugins
Nov 10 21:12:36.546388 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: metering.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.547128 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.547700 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: metering
Nov 10 21:12:36.548017 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.549106 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.549640 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: metering_source_and_destination_fields
Nov 10 21:12:36.549962 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: multiprovidernet.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.551010 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.551514 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: multi-provider
Nov 10 21:12:36.551834 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: netmtu.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.552760 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.553260 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: net-mtu
Nov 10 21:12:36.553591 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: netmtu_writable.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.554486 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.554986 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: net-mtu-writable
Nov 10 21:12:36.555415 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: network_availability_zone.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.556136 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.556568 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: network_availability_zone
Nov 10 21:12:36.556879 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: network_ip_availability.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.558092 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.558504 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: network-ip-availability
Nov 10 21:12:36.558821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: network_segment_range.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.559580 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.560075 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension network-segment-range not supported by any of loaded plugins
Nov 10 21:12:36.560387 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: pagination.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.561353 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.561702 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: pagination
Nov 10 21:12:36.562016 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: port_mac_address_regenerate.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.562909 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.563401 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: port-mac-address-regenerate
Nov 10 21:12:36.563715 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: port_resource_request.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.564620 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.565107 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension port-resource-request not supported by any of loaded plugins
Nov 10 21:12:36.565417 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: portbindings.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.566357 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.566850 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: binding
Nov 10 21:12:36.567162 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: portbindings_extended.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.568420 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.568926 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: binding-extended
Nov 10 21:12:36.569243 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: portsecurity.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.570157 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.570692 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: port-security
Nov 10 21:12:36.571095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: project_id.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.572055 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.572376 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: project-id
Nov 10 21:12:36.572687 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: providernet.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.573592 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.574105 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: provider
Nov 10 21:12:36.574417 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.578090 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.578605 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos not supported by any of loaded plugins
Nov 10 21:12:36.578934 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_bw_limit_direction.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.580166 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.580671 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Nov 10 21:12:36.580990 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.581933 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.582436 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Nov 10 21:12:36.582753 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_default.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.583647 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.584148 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-default not supported by any of loaded plugins
Nov 10 21:12:36.584467 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_fip.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.585106 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.585610 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-fip not supported by any of loaded plugins
Nov 10 21:12:36.585929 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_gateway_ip.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.587528 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.588036 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-gateway-ip not supported by any of loaded plugins
Nov 10 21:12:36.588351 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_port_network_policy.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.589251 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.589787 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-port-network-policy not supported by any of loaded plugins
Nov 10 21:12:36.590104 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_rule_type_details.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.591003 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.591498 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-rule-type-details not supported by any of loaded plugins
Nov 10 21:12:36.591813 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: qos_rules_alias.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.592848 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.593345 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension qos-rules-alias not supported by any of loaded plugins
Nov 10 21:12:36.593692 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: quotasv2.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.594593 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.595143 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: quotas
Nov 10 21:12:36.595225 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: quotasv2_detail.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.596958 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.597293 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: quota_details
Nov 10 21:12:36.597650 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: rbac.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.598702 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.599215 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: rbac-policies
Nov 10 21:12:36.599537 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: rbac_address_scope.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.600446 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.600949 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: rbac-address-scope
Nov 10 21:12:36.601263 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: rbac_security_groups.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.602745 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.603245 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: rbac-security-groups
Nov 10 21:12:36.603560 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: rbac_subnetpool.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.604457 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.604954 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: rbac-subnetpool
Nov 10 21:12:36.605267 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: revisionifmatch.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.606210 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.606713 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: revision-if-match
Nov 10 21:12:36.607030 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: revisions.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.608120 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.608621 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: standard-attr-revisions
Nov 10 21:12:36.608936 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: router_availability_zone.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.609629 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.610127 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: router_availability_zone
Nov 10 21:12:36.610439 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: routerservicetype.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.611359 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.611853 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension router-service-type not supported by any of loaded plugins
Nov 10 21:12:36.612166 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: security_groups_port_filtering.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.613066 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.613562 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: port-security-groups-filtering
Nov 10 21:12:36.613895 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: securitygroup.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.624929 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.625449 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: security-group
Nov 10 21:12:36.625803 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: segment.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.626579 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.627081 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension segment not supported by any of loaded plugins
Nov 10 21:12:36.627473 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.628374 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.628829 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Nov 10 21:12:36.629145 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: servicetype.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.630264 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.630770 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: service-type
Nov 10 21:12:36.631085 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: sorting.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.632061 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.632384 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: sorting
Nov 10 21:12:36.632699 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: standard_attr_segment.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.633650 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.634232 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension standard-attr-segment not supported by any of loaded plugins
Nov 10 21:12:36.634550 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: standardattrdescription.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.635187 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.635684 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: standard-attr-description
Nov 10 21:12:36.635999 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: stateful_security_group.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.636916 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.637411 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: stateful-security-group
Nov 10 21:12:36.637758 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: stdattrs_common.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.638334 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Nov 10 21:12:36.638649 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.639577 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.640079 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Nov 10 21:12:36.640390 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: subnet_onboard.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.641529 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.642065 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: subnet_onboard
Nov 10 21:12:36.642382 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: subnet_segmentid_writable.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.643300 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.643809 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Nov 10 21:12:36.644124 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: subnet_service_types.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.645031 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.645540 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: subnet-service-types
Nov 10 21:12:36.645880 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: subnetallocation.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.646948 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.647451 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: subnet_allocation
Nov 10 21:12:36.647769 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.648427 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.649447 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: subnetpool-prefix-ops
Nov 10 21:12:36.649787 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.650711 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.651211 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Nov 10 21:12:36.651525 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: tagging.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.652601 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.653107 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: standard-attr-tag
Nov 10 21:12:36.653427 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: timestamp.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.654659 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.655169 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loaded extension: standard-attr-timestamp
Nov 10 21:12:36.655741 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: trunk.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.656761 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.657274 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension trunk not supported by any of loaded plugins
Nov 10 21:12:36.657611 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: trunk_details.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.658520 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.659025 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension trunk-details not supported by any of loaded plugins
Nov 10 21:12:36.659344 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: uplink_status_propagation.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.660259 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.660758 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension uplink-status-propagation not supported by any of loaded plugins
Nov 10 21:12:36.661073 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Loading extension file: vlantransparent.py {{(pid=82772) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}}
Nov 10 21:12:36.661774 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=82772) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}}
Nov 10 21:12:36.662271 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extension vlan-transparent not supported by any of loaded plugins
Nov 10 21:12:36.665075 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:network
Nov 10 21:12:36.665837 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:subnet
Nov 10 21:12:36.666608 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 21:12:36.667198 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:port
Nov 10 21:12:36.668515 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.668951 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service FLAVORS assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.669552 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.669991 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.670313 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:router
Nov 10 21:12:36.670944 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:floatingip
Nov 10 21:12:36.671645 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service METERING assigned prefix: /metering {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.673052 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fde2469f940>> rbac-policy before_create 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.673409 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fde2469f940>> rbac-policy before_update 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.673779 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7fde2469f940>> rbac-policy before_delete 55550000 {{(pid=82772) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:12:36.674893 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of CountableResource for resource:rbac_policy
Nov 10 21:12:36.675314 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:security_group
Nov 10 21:12:36.675952 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 10 21:12:36.676687 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service CORE assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.677006 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 21:12:36.677329 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] subnetpool is already registered
Nov 10 21:12:36.677960 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service CORE assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.678280 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 21:12:36.678594 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] subnetpool is already registered
Nov 10 21:12:36.681257 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.681701 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service FLAVORS assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.682269 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.682676 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.682997 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:router
Nov 10 21:12:36.683316 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] router is already registered
Nov 10 21:12:36.683896 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:floatingip
Nov 10 21:12:36.684215 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] floatingip is already registered
Nov 10 21:12:36.684827 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service METERING assigned prefix: /metering {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.685471 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of CountableResource for resource:rbac_policy
Nov 10 21:12:36.685810 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] rbac_policy is already registered
Nov 10 21:12:36.686338 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:security_group
Nov 10 21:12:36.686655 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] security_group is already registered
Nov 10 21:12:36.687221 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:security_group_rule
Nov 10 21:12:36.687538 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] security_group_rule is already registered
Nov 10 21:12:36.688184 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service CORE assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.688501 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 21:12:36.688824 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] subnetpool is already registered
Nov 10 21:12:36.689412 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.v2.resource_helper [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Service CORE assigned prefix:  {{(pid=82772) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Nov 10 21:12:36.689759 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Creating instance of TrackedResource for resource:subnetpool
Nov 10 21:12:36.690073 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING neutron.quota.resource_registry [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] subnetpool is already registered
Nov 10 21:12:36.690704 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: extensions {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.692190 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: address-groups {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.693779 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: address-scopes {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.694960 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: agents {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.696631 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: auto-allocated-topology {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.697869 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: availability_zones {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.699147 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: dhcp-networks {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.700543 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: dhcp-agents {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.701959 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: routers {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.703718 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: flavors {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.704853 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: service_profiles {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.706058 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: next_providers {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.708136 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: service_profiles {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.709508 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: floatingip-pools {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.710711 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: routers {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.713259 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: floatingips {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.714460 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: l3-routers {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.715792 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: l3-agents {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.717160 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: metering-labels {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.719389 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: metering-label-rules {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.720626 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: network-ip-availabilities {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.721862 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: bindings {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.723527 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: quotas {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.724934 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: quotas {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.726364 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: rbac-policies {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.727672 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: security-groups {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.728851 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: security-group-rules {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.730073 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: service-providers {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.731277 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: subnetpools {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.732654 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: subnetpools {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.734097 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.735738 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.737481 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.739273 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.741010 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.742707 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.744467 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.746293 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.748099 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.749911 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron.api.extensions [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Extended resource: tags {{(pid=82772) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Nov 10 21:12:36.755904 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING keystonemiddleware.auth_token [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Nov 10 21:12:36.761168 dv-cinder-817261-1-iscsi neutron-server[82772]: WARNING keystonemiddleware.auth_token [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Nov 10 21:12:36.769445 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Acquired lock "singleton_lock" {{(pid=82772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Nov 10 21:12:36.769933 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_concurrency.lockutils [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Releasing lock "singleton_lock" {{(pid=82772) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Nov 10 21:12:36.770550 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO oslo_service.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Starting 2 workers
Nov 10 21:12:36.775681 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Started child 82877 {{(pid=82772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 21:12:36.780026 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Started child 82878 {{(pid=82772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 21:12:36.781325 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:36.781988 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO neutron.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Neutron service started, listening on 0.0.0.0:9696
Nov 10 21:12:36.782507 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Notify callbacks [] for process, before_spawn {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:36.782768 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [-] (82877) wsgi starting up on http://0.0.0.0:9696
Nov 10 21:12:36.784970 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO oslo_service.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Starting 1 workers
Nov 10 21:12:36.785098 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:36.786414 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [-] (82878) wsgi starting up on http://0.0.0.0:9696
Nov 10 21:12:36.790501 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Started child 82879 {{(pid=82772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 21:12:36.791166 dv-cinder-817261-1-iscsi neutron-server[82772]: INFO oslo_service.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Starting 1 workers
Nov 10 21:12:36.794325 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] calling RpcWorker wait() {{(pid=82879) _wait /opt/stack/neutron/neutron/service.py:128}}
Nov 10 21:12:36.794863 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] returning from RpcWorker wait() {{(pid=82879) _wait /opt/stack/neutron/neutron/service.py:135}}
Nov 10 21:12:36.795460 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Started child 82880 {{(pid=82772) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Nov 10 21:12:36.796202 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:36.796295 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG neutron_lib.callbacks.manager [None req-104ecbb0-76d3-47bf-be3f-bb8caaae8cfb None None] Notify callbacks [] for process, after_spawn {{(pid=82772) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:36.796647 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:12:36.798202 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 10 21:12:36.798416 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 21:12:36.798592 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 21:12:36.798821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 21:12:36.799133 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 21:12:36.799293 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 21:12:36.799772 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.800039 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.800294 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.800546 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.800843 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.801082 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:36.801551 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.801706 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.801934 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.802200 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.802289 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:12:36.802443 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.802604 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.802766 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.803019 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.803268 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.803555 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.803815 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.804058 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.804323 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.804510 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.804772 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.805946 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.805946 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.806225 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.806477 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.806919 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.807139 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.807385 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.807620 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.807881 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.808102 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.808368 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.808746 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.809135 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.809511 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.809933 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.810289 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.810686 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.811076 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.811448 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.812060 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] host                           = dv-cinder-817261-1-iscsi {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.812447 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.812831 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.813212 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.813698 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.814098 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.814494 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.814871 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.815258 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.815641 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.816018 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.816399 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.816790 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.817159 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.817549 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.817879 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.818247 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.818655 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.819058 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.819383 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.819692 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.820002 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.820415 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.820767 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.821183 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.821540 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.821926 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.822298 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.822694 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.823185 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.823646 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.824009 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.824386 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.825034 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.825446 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.825851 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.826226 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.826474 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.826717 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.826994 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.827179 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.827415 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.827608 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.827999 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.828400 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.829292 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.829758 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.830192 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.830596 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.831015 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.831428 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.831825 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.832250 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.832676 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.833075 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.833484 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.833995 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.834240 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.834509 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.834764 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.835012 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.835355 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.835586 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.835814 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.836066 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.836310 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.836562 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.836783 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.836999 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.837235 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.837658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.838026 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.838646 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.838901 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.839205 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.839453 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.839711 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.840229 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.840500 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.840829 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.841111 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.841357 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.841704 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.841964 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.842362 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.842699 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.843018 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.843373 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.843587 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.843830 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.844063 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.844292 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.844570 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.844791 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.845004 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.847672 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.847672 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.847672 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.847672 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.847672 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.848041 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.848041 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.848311 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.848881 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.849149 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.849344 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.849625 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.849855 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.850720 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.850972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.851572 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.851806 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.852527 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.852753 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.853009 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.853211 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.853397 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.853998 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.854249 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.861749 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.862719 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.863212 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.863447 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.863681 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.863914 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.864153 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.864405 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.869115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 35796) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:12:36.869338 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.872408 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.872696 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.872953 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.873203 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.873457 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.873956 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.874245 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.876809 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [-] 10.222.0.46 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0062051
Nov 10 21:12:36.877659 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.878817 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.879091 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.879344 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.880692 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.880936 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.881171 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.881428 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.881681 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.882017 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.882355 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.882605 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.882861 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.883089 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.883886 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.884143 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.884482 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.884730 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.884976 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.885221 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.885480 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.886580 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.886875 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.887389 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.888968 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.888968 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.888968 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.888968 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.890211 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.890483 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.890722 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.891771 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.892016 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.892258 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.892513 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.892782 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.893065 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.893291 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.893598 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.893821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.894081 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.894372 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.894654 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.894904 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.895136 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.896229 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.896496 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.896773 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.897046 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.897293 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.897557 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.897802 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.898103 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.898343 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.898563 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.898815 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.899589 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.899927 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.900179 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.900416 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.900693 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.900982 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.901242 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.901499 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.902647 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.902916 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.903187 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.903434 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.903677 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.903901 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.904143 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.904374 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.904594 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.904953 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.905195 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.905415 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.906801 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.906801 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.906801 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.906801 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.907103 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.907184 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.907337 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.907553 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.907802 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.908015 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.908254 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.908550 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.908737 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.908971 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.909195 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.909421 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.910580 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.910819 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.911103 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.911367 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.911715 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.911849 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.912120 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.912497 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.912602 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.912846 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.913075 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.913289 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.913502 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.914624 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.914917 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.915164 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.915396 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.915646 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.915903 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.916123 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.916468 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.916687 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.916935 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.917168 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.917400 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.917642 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.917870 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.918084 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919031 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919031 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919031 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919031 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919335 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919335 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919576 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.919838 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.920848 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.921078 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.921353 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.921659 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.921847 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.922821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.922821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.922821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.922821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.923106 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.923244 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.923473 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.923678 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.923892 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.924097 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.924394 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.924628 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.924866 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.925147 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.925391 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.925637 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.925900 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.926225 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.926455 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.926728 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.926952 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.927187 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.928414 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.928414 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.928414 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.928414 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.928696 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.928696 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.928980 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.929264 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.929537 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.930316 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:12:36.930674 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.930982 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.931307 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.932455 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.932455 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.932455 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.932455 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.932728 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.932800 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.932996 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.933222 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.933438 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.933721 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.933981 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.934228 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.934461 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.934684 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.934897 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.935140 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.935365 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.935601 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.936429 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.936429 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 21:12:36.936716 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=82772) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Nov 10 21:12:36.936716 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Nov 10 21:12:36.936976 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Nov 10 21:12:36.936976 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Nov 10 21:12:36.937232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Nov 10 21:12:36.937232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Nov 10 21:12:36.937507 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.937507 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.937821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.937821 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.938078 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.938212 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.938356 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.938492 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.938626 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.938776 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.938911 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.939092 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.939231 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.939368 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.939513 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.939647 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.939780 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.939914 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.940055 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.940192 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.940326 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.940460 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.940599 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] debug                          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.940733 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.940866 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.941059 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.941197 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.941520 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.941520 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.942642 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.942642 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.942642 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.942642 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.943143 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.943143 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.944944 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.944944 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.945223 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.945223 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.945371 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] host                           = dv-cinder-817261-1-iscsi {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.945458 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.945636 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.946355 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.946581 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.946852 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.946852 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.947196 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.947196 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.947196 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.947406 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.947482 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.947613 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.948703 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.949035 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.949194 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.949351 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.949685 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.949685 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.949862 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.950005 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.950280 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.950384 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.950466 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.950601 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.950749 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.950899 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.951313 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.951313 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.951467 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.951467 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.951628 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.951782 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.951936 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.952090 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.952245 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.952399 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.952553 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.952705 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.952860 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.953013 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.953165 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.953317 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.953469 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.953656 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.953793 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.954766 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.954766 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.954766 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.954766 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.954766 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.954766 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956095 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956547 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956547 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956547 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956547 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956547 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956897 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.956897 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.957034 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.957108 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.957214 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Nov 10 21:12:36.957392 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.957552 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.958619 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.958771 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.958912 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.959025 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.959180 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960149 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960149 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960149 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960149 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960149 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960149 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960531 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960531 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.46/identity {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960531 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960695 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960833 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.960991 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.961148 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.961379 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.962078 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.962239 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.962397 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.962555 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.962717 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.962901 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.963017 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.963174 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964303 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964303 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964303 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964303 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964303 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964303 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964303 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964774 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964774 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964774 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.964774 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.965026 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.965101 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.965338 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.965447 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.965535 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.965743 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.965896 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.966035 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.966170 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.966319 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.966455 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.966612 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.966768 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.966925 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.967082 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.967238 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.967395 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.967552 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.967708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.967866 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.968026 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.968186 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.968340 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.968498 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.968654 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.968811 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.968967 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.969125 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.969388 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.969536 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.969654 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.969736 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.969893 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.970049 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.970214 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.970385 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.970542 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.970698 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.970854 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.971011 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.971167 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.971323 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.971479 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.971635 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.971791 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.971946 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.972103 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.972262 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973130 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973130 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973130 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973130 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973130 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973130 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973801 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973801 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.973801 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.974194 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.974194 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.974458 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.974674 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.974901 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.975131 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.975298 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.975487 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.975610 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.975776 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.975935 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.976092 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.976249 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.976406 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.976562 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.976720 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.976900 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.977656 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.978552 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.978725 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.978884 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.979045 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.979197 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.979353 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.979672 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.979859 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.980011 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.980175 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.980330 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.981658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.46/identity {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982175 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982175 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982175 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982175 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982413 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982413 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982555 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982700 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.982855 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.983192 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.983510 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.983826 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.984150 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.984463 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.984625 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.984788 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.986972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.988708 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989232 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.989757 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990184 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990184 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990184 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990184 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990403 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990403 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990529 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990913 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.990913 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.991078 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.991155 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.991291 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.991409 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.991573 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.992050 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.992050 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.992050 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.992261 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.992371 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.992480 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.992694 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.993354 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.993512 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.993699 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994311 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994311 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994311 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994311 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994625 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994625 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994768 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.994910 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.995094 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.995244 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.995386 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.995545 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.995699 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.996013 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.996168 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.996329 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.996487 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.996646 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.996812 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.996972 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.997137 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.997302 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:1100:1149'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.997467 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.997658 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.997880 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.997973 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.998148 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.998315 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.998502 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.998592 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.998756 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.998960 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.999052 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.999218 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.999364 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.999471 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.999631 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.999788 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:36.999945 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:37.000157 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:37.000318 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:37.000475 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:37.001296 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:37.001296 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:37.001296 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Nov 10 21:12:37.001296 dv-cinder-817261-1-iscsi neutron-server[82772]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=82772) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Nov 10 21:12:48.104934 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262264c-f48b-4ac3-8a3e-67cdf52ce3b8 None None] get_active_networks_info from dv-cinder-817261-1-iscsi {{(pid=82879) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Nov 10 21:12:48.198430 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7262264c-f48b-4ac3-8a3e-67cdf52ce3b8 None None] No non-hosted networks {{(pid=82879) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Nov 10 21:12:48.216594 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.agentschedulers_db [None req-7262264c-f48b-4ac3-8a3e-67cdf52ce3b8 None None] DHCP Agent not found on host dv-cinder-817261-1-iscsi {{(pid=82879) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}}
Nov 10 21:12:48.382830 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c963df0c-90de-4da0-aa47-087763613781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-343294'] for agent, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:48.601330 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-343294'] for agent, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:48.604916 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.610507 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.611516 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.612345 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.613190 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.614259 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.620027 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.621763 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.622718 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.623608 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.624677 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:12:48.625640 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fde24342fd0>, 'Open vSwitch agent', 'dv-cinder-817261-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:12:48.639691 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7fde2440e9a0>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817261-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:12:51.112915 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-aa8d396d-63f3-486b-ae3a-ff1bb7564532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-343294'] for agent, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:51.172779 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-59d00a38-9633-4bb0-a9dc-899c496f7206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:51.573309 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-343294'] for agent, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:53.504510 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-343294'] for agent, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:55.332533 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 35892) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:12:55.969043 dv-cinder-817261-1-iscsi neutron-server[82878]: WARNING oslo_policy.policy [None req-a30d57e2-2312-42b3-8d68-f5015bb5fa0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:12:55.969663 dv-cinder-817261-1-iscsi neutron-server[82878]: WARNING oslo_policy.policy [None req-a30d57e2-2312-42b3-8d68-f5015bb5fa0a admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:12:56.192993 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [None req-a30d57e2-2312-42b3-8d68-f5015bb5fa0a admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82878) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:12:56.194020 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-a30d57e2-2312-42b3-8d68-f5015bb5fa0a admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8604994
Nov 10 21:12:57.232398 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.db.l3_hamode_db [None req-1c3a2b1b-ac4e-4f40-bd69-0ac44cc46470 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Nov 10 21:12:57.322856 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a2b1b-ac4e-4f40-bd69-0ac44cc46470 None None] Routers set() bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:12:57.323248 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c3a2b1b-ac4e-4f40-bd69-0ac44cc46470 None None] Router IDs set() for agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Nov 10 21:12:58.507662 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 35906) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:12:59.123102 dv-cinder-817261-1-iscsi neutron-server[82877]: WARNING oslo_policy.policy [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:12:59.123704 dv-cinder-817261-1-iscsi neutron-server[82877]: WARNING oslo_policy.policy [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:12:59.350560 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:12:59.400270 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.policy [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82877) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 10 21:12:59.400943 dv-cinder-817261-1-iscsi neutron-server[82877]: WARNING oslo_policy.policy [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:12:59.401329 dv-cinder-817261-1-iscsi neutron-server[82877]: WARNING oslo_policy.policy [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:12:59.404600 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.quota [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fde243e5910>.
Nov 10 21:12:59.421293 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:12:59.490335 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787006479854', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787006423564', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787006439196', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787006445461', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8787006443009', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1176847', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1119866', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-526700', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651570'] for rbac-policy, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:59.559148 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:12:59.560686 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b811bdef-65dc-4a29-b3d2-d2f1a15ed877 admin admin] 10.222.0.46 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0509377
Nov 10 21:13:02.243278 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 35924) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:02.618736 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '0a345a96bd71416c84f9f7f61ebadd39'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:13:02.620162 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.quota [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7fde243f66a0>.
Nov 10 21:13:02.636711 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:13:02.642994 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Usage tracker for resource:network and tenant:0a345a96bd71416c84f9f7f61ebadd39 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:13:02.648925 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:13:02.656659 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:13:02.672373 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Made reservation on behalf of 0a345a96bd71416c84f9f7f61ebadd39 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:13:02.706534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.policy [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=82878) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Nov 10 21:13:02.707291 dv-cinder-817261-1-iscsi neutron-server[82878]: WARNING oslo_policy.policy [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:13:02.707652 dv-cinder-817261-1-iscsi neutron-server[82878]: WARNING oslo_policy.policy [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Nov 10 21:13:02.712437 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:02.733864 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:02.783386 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:13:02.787029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Usage tracker for resource:security_group_rule and tenant:0a345a96bd71416c84f9f7f61ebadd39 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:13:02.789977 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:13:02.795416 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:13:02.863470 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:02.867661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:02.872800 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:02.894440 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1131}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:13:02.920704 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787005009336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:02.921304 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fde24fedb80> segment precommit_create {{(pid=82878) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 10 21:13:02.921795 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Added segment a2e05b65-d717-457d-9f1c-96faba5e7b81 of type vlan for network 56e196c0-72a2-4e6b-bc37-2544713e5fa4
Nov 10 21:13:02.971678 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=220b2c38-9e50-4bd3-9b79-623b8718c0c5,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:03.000294 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.000621 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.001087 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.001248 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.001588 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.001900 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.002207 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.002521 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.002824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.003121 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.003420 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Tracked resource versions report:
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]: pushed versions:
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Log': {'1.0'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Network': {'1.1'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Port': {'1.5'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'PortForwarding': {'1.2'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'QosPolicy': {'1.8'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'SecurityGroup': {'1.2'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'SubPort': {'1.0'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Subnet': {'1.1'},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Trunk': {'1.1'}}
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]: consumer versions:
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Log': '1.0',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Network': '1.1',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Port': '1.5',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'PortForwarding': '1.2',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'QosPolicy': '1.8',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'SecurityGroup': '1.2',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'SubPort': '1.0',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Subnet': '1.1',
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Trunk': '1.1'}}
Nov 10 21:13:03.004443 dv-cinder-817261-1-iscsi neutron-server[82878]:  {{(pid=82878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:13:03.038553 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:03.051728 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:03.082716 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:03.084061 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:03.084696 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:03.087904 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:03.192819 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 850 time: 0.9483936
Nov 10 21:13:03.193274 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Pushing event updated for resources: {'Network': ['ID=56e196c0-72a2-4e6b-bc37-2544713e5fa4,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:03.196570 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:03.205631 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:13:05.793497 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 35942) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:06.291011 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e06e6-c77d-4d33-a849-85ef4c8e860f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:06.292338 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-cc5e06e6-c77d-4d33-a849-85ef4c8e860f admin admin] 10.222.0.46 "GET /v2.0/networks/56e196c0-72a2-4e6b-bc37-2544713e5fa4 HTTP/1.1" status: 200  len: 826 time: 0.4978700
Nov 10 21:13:06.323710 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-277a73a3-6b1e-4fda-ac91-03ffc1803498 admin admin] 10.222.0.46 "GET /v2.0/subnetpools/5f13a06c-d8e5-407b-985b-82695c21f160 HTTP/1.1" status: 200  len: 734 time: 0.0260150
Nov 10 21:13:06.333082 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Request body: {'subnet': {'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'ip_version': 4, 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '5f13a06c-d8e5-407b-985b-82695c21f160'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:13:06.338714 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:13:06.342459 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Usage tracker for resource:subnet and tenant:0a345a96bd71416c84f9f7f61ebadd39 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:13:06.345350 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:13:06.352026 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:13:06.361548 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Made reservation on behalf of 0a345a96bd71416c84f9f7f61ebadd39 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:13:06.363825 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:06.646549 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:06.651510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:06.730248 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd99bf3c-9c6e-45ad-884d-1c1037298a68,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:06.735044 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:06.736914 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Checking segment: {'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:13:06.737271 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Network hostable DHCP agents. Network: 56e196c0-72a2-4e6b-bc37-2544713e5fa4, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:13:06.763754 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:13:06.774374 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 56e196c0-72a2-4e6b-bc37-2544713e5fa4) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:13:06.778917 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:06.779495 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:06.785127 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308c7708-9555-4beb-b39d-9fa4ba932d2e None None] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:13:06.799357 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4696298
Nov 10 21:13:07.106090 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'fixed_ips': [{'subnet_id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:13:07.107285 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:07.296689 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Allocated IP 172.20.0.2 (56e196c0-72a2-4e6b-bc37-2544713e5fa4/cd99bf3c-9c6e-45ad-884d-1c1037298a68/e578e270-15d6-4bdf-8e72-fd5e134f6178) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:13:07.537143 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:07.550987 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Transition to ACTIVE for port object e578e270-15d6-4bdf-8e72-fd5e134f6178 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:13:07.574459 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Transition to ACTIVE for port object e578e270-15d6-4bdf-8e72-fd5e134f6178 will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:13:07.580863 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:07.586238 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:07.653012 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:13:07.653888 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Pushing event updated for resources: {'Port': ['ID=e578e270-15d6-4bdf-8e72-fd5e134f6178,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:07.656664 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:13:07.660804 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:13:07.668554 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.668882 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.669205 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.669522 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.669859 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.670170 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.670480 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.670805 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.671116 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.671418 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.671720 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Tracked resource versions report:
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]: pushed versions:
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Log': {'1.0'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Network': {'1.1'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Port': {'1.5'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'PortForwarding': {'1.2'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'QosPolicy': {'1.8'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'SecurityGroup': {'1.2'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'SubPort': {'1.0'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Subnet': {'1.1'},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Trunk': {'1.1'}}
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]: consumer versions:
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Log': '1.0',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Network': '1.1',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Port': '1.5',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'PortForwarding': '1.2',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'QosPolicy': '1.8',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'SecurityGroup': '1.2',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'SubPort': '1.0',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Subnet': '1.1',
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Trunk': '1.1'}}
Nov 10 21:13:07.672807 dv-cinder-817261-1-iscsi neutron-server[82879]:  {{(pid=82879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:13:07.702720 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:07.762744 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Attempting to bind port e578e270-15d6-4bdf-8e72-fd5e134f6178 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:13:07.763129 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Attempting to bind port e578e270-15d6-4bdf-8e72-fd5e134f6178 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:13:07.763548 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Attempting to bind port e578e270-15d6-4bdf-8e72-fd5e134f6178 on network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:13:07.769993 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 12, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:13:07.770395 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Checking segment: {'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:13:07.770842 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:07.771224 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Bound using segment: {'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:13:07.771698 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Bound port: e578e270-15d6-4bdf-8e72-fd5e134f6178, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:13:07.772156 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:07.859848 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] For port e578e270-15d6-4bdf-8e72-fd5e134f6178, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:13:07.863846 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] For port e578e270-15d6-4bdf-8e72-fd5e134f6178, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=e578e270-15d6-4bdf-8e72-fd5e134f6178,segment=NetworkSegment(a2e05b65-d717-457d-9f1c-96faba5e7b81),segment_id=a2e05b65-d717-457d-9f1c-96faba5e7b81)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:13:07.868675 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:07.872542 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:07.981772 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Pushing event updated for resources: {'Port': ['ID=e578e270-15d6-4bdf-8e72-fd5e134f6178,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:07.985103 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:09.265996 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 35952) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:09.712605 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [None req-ab1b1fb1-f8be-46e8-930d-c658e06e287b admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:13:09.725665 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ab1b1fb1-f8be-46e8-930d-c658e06e287b admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4466219
Nov 10 21:13:10.993229 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e578e270-15d6-4bdf-8e72-fd5e134f6178 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:13:11.081100 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port e578e270-15d6-4bdf-8e72-fd5e134f6178 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:13:11.730440 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a328058-545b-41dc-970a-a157bd4c2cbd None None] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:13:11.836060 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Provisioning for port e578e270-15d6-4bdf-8e72-fd5e134f6178 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:13:11.855648 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Provisioning complete for port e578e270-15d6-4bdf-8e72-fd5e134f6178 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:11.856055 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:12.082109 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:12.094368 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 35966) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:12.131539 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] For port e578e270-15d6-4bdf-8e72-fd5e134f6178, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=e578e270-15d6-4bdf-8e72-fd5e134f6178,segment=NetworkSegment(a2e05b65-d717-457d-9f1c-96faba5e7b81),segment_id=a2e05b65-d717-457d-9f1c-96faba5e7b81)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:13:12.136351 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:12.138431 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:12.213437 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Pushing event updated for resources: {'Port': ['ID=e578e270-15d6-4bdf-8e72-fd5e134f6178,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:12.217021 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:12.368736 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-b0772878-4f02-4404-a1cd-9e1bb9c7cb57 None None] Provisioning complete for port e578e270-15d6-4bdf-8e72-fd5e134f6178 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:12.369201 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b0772878-4f02-4404-a1cd-9e1bb9c7cb57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:12.552955 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [None req-e0c92c7a-179b-4b33-93d1-ef322ecbc729 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:13:12.553922 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e0c92c7a-179b-4b33-93d1-ef322ecbc729 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4585693
Nov 10 21:13:12.934943 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e578e270-15d6-4bdf-8e72-fd5e134f6178 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:13:13.008662 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port e578e270-15d6-4bdf-8e72-fd5e134f6178 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:13.009028 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:15.228070 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 35978) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:15.694067 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Request body: {'router': {'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'admin_state_up': True, 'name': 'router1'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:13:15.699581 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:13:15.703808 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Usage tracker for resource:router and tenant:0a345a96bd71416c84f9f7f61ebadd39 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:13:15.707430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:13:15.714258 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:13:15.723043 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:15.724622 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:15.750101 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:15.860239 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:15.879274 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:15.880435 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9a3aa741-3f64-4f9d-9685-7da1f6322cb4 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6514287
Nov 10 21:13:18.042331 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c14d6fe2-ba0c-43f9-b986-ca43f461e66c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:18.165231 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 35988) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:18.560072 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [None req-9e48be15-dcfc-4f93-84be-ca583c7f261c admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:13:18.561194 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9e48be15-dcfc-4f93-84be-ca583c7f261c admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3949032
Nov 10 21:13:18.573962 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:19.857601 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:13:20.900326 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 35998) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:21.099512 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1e668c5d-6318-48a2-a615-012ac374ce55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.294763 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'router:external': True, 'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:13:21.300002 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:13:21.303881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Usage tracker for resource:network and tenant:6254c92655314cffa004ed088c40bca2 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:13:21.308254 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:13:21.313933 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:13:21.323385 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Made reservation on behalf of 6254c92655314cffa004ed088c40bca2 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:13:21.326677 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.345220 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.387239 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:13:21.391619 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Usage tracker for resource:security_group_rule and tenant:6254c92655314cffa004ed088c40bca2 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:13:21.394694 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:13:21.401023 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:13:21.475863 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.480447 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.486171 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:21.488465 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.498202 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Reserving flat network on physical network physnet1 {{(pid=82877) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Nov 10 21:13:21.535854 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8787005009336', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.536456 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7fde24fedb80> segment precommit_create {{(pid=82877) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Nov 10 21:13:21.536920 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.segments_db [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Added segment fb9785fd-7fa8-4fa0-b203-b36ac543d707 of type flat for network 63039668-da53-479a-8f46-0ec7e3119bfe
Nov 10 21:13:21.586468 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fb7116d-5764-490e-8637-a61fd0cdde94,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:21.609686 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.610013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.610363 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.610735 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.611142 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.611492 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.611804 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.612127 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.612440 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.612746 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.613055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Tracked resource versions report:
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]: pushed versions:
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Log': {'1.0'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Network': {'1.1'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Port': {'1.5'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'PortForwarding': {'1.2'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'QosPolicy': {'1.8'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'SecurityGroup': {'1.2'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'SubPort': {'1.0'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Subnet': {'1.1'},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Trunk': {'1.1'}}
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]: consumer versions:
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Log': '1.0',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Network': '1.1',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Port': '1.5',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'PortForwarding': '1.2',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'QosPolicy': '1.8',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'SecurityGroup': '1.2',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'SubPort': '1.0',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Subnet': '1.1',
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Trunk': '1.1'}}
Nov 10 21:13:21.614125 dv-cinder-817261-1-iscsi neutron-server[82877]:  {{(pid=82877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:13:21.659399 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.669217 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:21.705327 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.706874 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:21.707517 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:21.711252 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:21.814199 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Pushing event updated for resources: {'Network': ['ID=63039668-da53-479a-8f46-0ec7e3119bfe,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:21.816868 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.9155884
Nov 10 21:13:21.827191 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:21.844846 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 63039668-da53-479a-8f46-0ec7e3119bfe details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:13:23.442627 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:24.107820 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36022) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:24.340699 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3290a5f6-d719-403e-9d12-bc3f98fc8c37 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:24.342276 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-3290a5f6-d719-403e-9d12-bc3f98fc8c37 admin admin] 10.222.0.46 "GET /v2.0/subnets/cd99bf3c-9c6e-45ad-884d-1c1037298a68 HTTP/1.1" status: 200  len: 849 time: 0.2335558
Nov 10 21:13:24.534115 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-cbe81ab3-6fd0-455a-b5ca-538c8f58c424 admin admin] 10.222.0.46 "GET /v2.0/routers/ef26ec8b-26de-435e-947a-9f4299f2018f HTTP/1.1" status: 200  len: 704 time: 0.1864626
Nov 10 21:13:25.007604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.240316 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Allocated IP 172.20.0.1 (56e196c0-72a2-4e6b-bc37-2544713e5fa4/cd99bf3c-9c6e-45ad-884d-1c1037298a68/e970ba70-e9c3-4453-ba5c-ae5c0f23963b) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:13:25.399696 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.419435 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Transition to ACTIVE for port object e970ba70-e9c3-4453-ba5c-ae5c0f23963b will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:13:25.470989 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.475337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:25.542056 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:13:25.545125 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:13:25.547732 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:13:25.548404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.554672 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Pushing event updated for resources: {'Port': ['ID=e970ba70-e9c3-4453-ba5c-ae5c0f23963b,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:25.557780 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:25.677236 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.786857 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-4698c1de-f701-41ee-8419-9b6fb944eb33 None None] Provisioning for port e970ba70-e9c3-4453-ba5c-ae5c0f23963b completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:13:25.792711 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-4698c1de-f701-41ee-8419-9b6fb944eb33 None None] Provisioning complete for port e970ba70-e9c3-4453-ba5c-ae5c0f23963b triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:25.793050 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4698c1de-f701-41ee-8419-9b6fb944eb33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.847173 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-4698c1de-f701-41ee-8419-9b6fb944eb33 None None] Port e970ba70-e9c3-4453-ba5c-ae5c0f23963b cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:13:25.940935 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.945666 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.946791 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:25.950648 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:26.080554 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Pushing event updated for resources: {'Port': ['ID=e970ba70-e9c3-4453-ba5c-ae5c0f23963b,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:26.083230 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:26.148385 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:13:26.149452 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:13:26.370571 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-775badc3-9392-442e-9b71-37ba6b5f7c59 None None] Provisioning complete for port e970ba70-e9c3-4453-ba5c-ae5c0f23963b triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:26.370833 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-775badc3-9392-442e-9b71-37ba6b5f7c59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:26.426359 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-775badc3-9392-442e-9b71-37ba6b5f7c59 None None] Port e970ba70-e9c3-4453-ba5c-ae5c0f23963b cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:13:26.510924 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Router ef26ec8b-26de-435e-947a-9f4299f2018f is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:13:26.683763 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:13:26.693100 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] 10.222.0.46 "PUT /v2.0/routers/ef26ec8b-26de-435e-947a-9f4299f2018f/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.1534107
Nov 10 21:13:26.693378 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Sync routers for ids ['ef26ec8b-26de-435e-947a-9f4299f2018f'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:13:26.706895 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Routers {'ef26ec8b-26de-435e-947a-9f4299f2018f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:13:26.707715 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24364700>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:13:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['ef26ec8b-26de-435e-947a-9f4299f2018f'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:26.881083 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Set router ef26ec8b-26de-435e-947a-9f4299f2018f gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:13:27.257522 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24364700>, [{'id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'name': 'router1', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:15Z', 'updated_at': '2021-11-10T21:13:25Z', 'revision_number': 2, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'gw_port_host': None, '_interfaces': [{'id': 'e970ba70-e9c3-4453-ba5c-ae5c0f23963b', 'name': '', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'mac_address': 'fa:16:3e:28:d8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:25Z', 'updated_at': '2021-11-10T21:13:25Z', 'revision_number': 2, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'subnets': [{'id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f13a06c-d8e5-407b-985b-82695c21f160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:27.262491 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Checking router: ef26ec8b-26de-435e-947a-9f4299f2018f for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:13:27.262850 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Updating router ef26ec8b-26de-435e-947a-9f4299f2018f port e970ba70-e9c3-4453-ba5c-ae5c0f23963b binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:13:27.317958 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:27.708378 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:27.724075 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Transition to ACTIVE for port object e970ba70-e9c3-4453-ba5c-ae5c0f23963b will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:13:27.731940 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:27.737727 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:27.908247 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Pushing event updated for resources: {'Port': ['ID=e970ba70-e9c3-4453-ba5c-ae5c0f23963b,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:27.924292 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.924648 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.924936 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.925249 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.925558 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.925889 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.926194 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.926503 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.926806 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.927106 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.927406 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Tracked resource versions report:
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]: pushed versions:
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Log': {'1.0'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Network': {'1.1'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Port': {'1.5'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'PortForwarding': {'1.2'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'QosPolicy': {'1.8'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'SecurityGroup': {'1.2'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'SubPort': {'1.0'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Subnet': {'1.1'},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Trunk': {'1.1'}}
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]: consumer versions:
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Log': '1.0',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Network': '1.1',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Port': '1.5',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'PortForwarding': '1.2',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'QosPolicy': '1.8',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'SecurityGroup': '1.2',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'SubPort': '1.0',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Subnet': '1.1',
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Trunk': '1.1'}}
Nov 10 21:13:27.928526 dv-cinder-817261-1-iscsi neutron-server[82880]:  {{(pid=82880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:13:28.005627 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:28.028711 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Attempting to bind port e970ba70-e9c3-4453-ba5c-ae5c0f23963b on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:13:28.029157 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Attempting to bind port e970ba70-e9c3-4453-ba5c-ae5c0f23963b by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:13:28.029517 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Attempting to bind port e970ba70-e9c3-4453-ba5c-ae5c0f23963b on network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:13:28.037133 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:13:28.037549 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Checking segment: {'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:13:28.038039 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:28.039377 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Bound using segment: {'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:13:28.039874 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Bound port: e970ba70-e9c3-4453-ba5c-ae5c0f23963b, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e05b65-d717-457d-9f1c-96faba5e7b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1131, 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:13:28.040260 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:28.139126 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] For port e970ba70-e9c3-4453-ba5c-ae5c0f23963b, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:13:28.144339 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] For port e970ba70-e9c3-4453-ba5c-ae5c0f23963b, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=e970ba70-e9c3-4453-ba5c-ae5c0f23963b,segment=NetworkSegment(a2e05b65-d717-457d-9f1c-96faba5e7b81),segment_id=a2e05b65-d717-457d-9f1c-96faba5e7b81)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:13:28.151098 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:28.155472 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:28.238906 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Pushing event updated for resources: {'Port': ['ID=e970ba70-e9c3-4453-ba5c-ae5c0f23963b,revision_number=4']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:28.248511 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:28.255448 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Routers {'ef26ec8b-26de-435e-947a-9f4299f2018f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:13:28.255851 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24364700>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:13:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['ef26ec8b-26de-435e-947a-9f4299f2018f'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:28.427269 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] Set router ef26ec8b-26de-435e-947a-9f4299f2018f gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:13:28.802735 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24364700>, [{'id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'name': 'router1', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:15Z', 'updated_at': '2021-11-10T21:13:25Z', 'revision_number': 2, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'gw_port_host': None, '_interfaces': [{'id': 'e970ba70-e9c3-4453-ba5c-ae5c0f23963b', 'name': '', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'mac_address': 'fa:16:3e:28:d8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:25Z', 'updated_at': '2021-11-10T21:13:28Z', 'revision_number': 4, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'subnets': [{'id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f13a06c-d8e5-407b-985b-82695c21f160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:28.808617 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a7c463-d155-489b-b15d-dbfe3c6e982a None None] The sync data for ids ['ef26ec8b-26de-435e-947a-9f4299f2018f'] in dv-cinder-817261-1-iscsi is: [{'id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'name': 'router1', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:15Z', 'updated_at': '2021-11-10T21:13:25Z', 'revision_number': 2, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'gw_port_host': None, '_interfaces': [{'id': 'e970ba70-e9c3-4453-ba5c-ae5c0f23963b', 'name': '', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'mac_address': 'fa:16:3e:28:d8:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:25Z', 'updated_at': '2021-11-10T21:13:28Z', 'revision_number': 4, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'subnets': [{'id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f13a06c-d8e5-407b-985b-82695c21f160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:13:28.860790 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36044) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:29.044821 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348b8cda-ff2d-487a-b2e7-656338dceab6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:29.045266 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-348b8cda-ff2d-487a-b2e7-656338dceab6 admin admin] Synchronizing usage tracker for tenant:6254c92655314cffa004ed088c40bca2 on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:13:29.064769 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-348b8cda-ff2d-487a-b2e7-656338dceab6 admin admin] Unset dirty status for tenant:6254c92655314cffa004ed088c40bca2 on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:13:29.066317 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-348b8cda-ff2d-487a-b2e7-656338dceab6 admin admin] 10.222.0.46 "GET /v2.0/networks/63039668-da53-479a-8f46-0ec7e3119bfe HTTP/1.1" status: 200  len: 842 time: 0.2041554
Nov 10 21:13:29.076549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Request body: {'subnet': {'cidr': '172.27.0.0/24', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'gateway_ip': '172.27.0.1'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:13:29.082106 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:13:29.087129 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Usage tracker for resource:subnet and tenant:6254c92655314cffa004ed088c40bca2 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:13:29.090602 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:13:29.098259 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:13:29.114330 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Made reservation on behalf of 6254c92655314cffa004ed088c40bca2 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:13:29.118308 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:29.697731 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.objects.ports [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=82877) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Nov 10 21:13:29.698250 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:29.702368 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:29.774820 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee16083c-82a8-4678-8a6c-88fff3d8752a,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:29.780306 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:29.785813 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:13:29.786250 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Network hostable DHCP agents. Network: 63039668-da53-479a-8f46-0ec7e3119bfe, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:13:29.836652 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:13:29.851592 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 63039668-da53-479a-8f46-0ec7e3119bfe) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:13:29.863114 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd7dfa5-da80-4e62-ace4-6ea86de776c1 None None] Network 63039668-da53-479a-8f46-0ec7e3119bfe requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:13:29.865767 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:29.867176 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:29.888830 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.8163891
Nov 10 21:13:30.216856 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7747935a-d9c6-4a54-ba00-5ef7a1426e67 None None] Network 63039668-da53-479a-8f46-0ec7e3119bfe requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:13:30.965186 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e970ba70-e9c3-4453-ba5c-ae5c0f23963b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:13:31.046157 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port e970ba70-e9c3-4453-ba5c-ae5c0f23963b completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:13:31.051871 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port e970ba70-e9c3-4453-ba5c-ae5c0f23963b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:31.052247 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:31.171688 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:31.209290 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port e970ba70-e9c3-4453-ba5c-ae5c0f23963b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=e970ba70-e9c3-4453-ba5c-ae5c0f23963b,segment=NetworkSegment(a2e05b65-d717-457d-9f1c-96faba5e7b81),segment_id=a2e05b65-d717-457d-9f1c-96faba5e7b81)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:13:31.214449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:31.217193 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:31.292217 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=e970ba70-e9c3-4453-ba5c-ae5c0f23963b,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:31.295756 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:32.172969 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36058) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:32.437684 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3a0619dc-0dbc-4372-bbd4-9806ded46ebc admin admin] 10.222.0.46 "GET /v2.0/routers/ef26ec8b-26de-435e-947a-9f4299f2018f HTTP/1.1" status: 200  len: 710 time: 0.2634454
Nov 10 21:13:32.565842 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ec9f4d-a5f6-422b-b4b3-72eb1b585491 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:13:32.567191 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-38ec9f4d-a5f6-422b-b4b3-72eb1b585491 admin admin] 10.222.0.46 "GET /v2.0/networks/63039668-da53-479a-8f46-0ec7e3119bfe HTTP/1.1" status: 200  len: 886 time: 0.1246204
Nov 10 21:13:32.576099 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:13:32.950109 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e970ba70-e9c3-4453-ba5c-ae5c0f23963b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:13:33.045218 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port e970ba70-e9c3-4453-ba5c-ae5c0f23963b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:33.045615 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:33.059687 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:33.256164 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:33.316515 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:33.500813 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Allocated IP 172.27.0.220 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/2b84060a-2428-43fb-b72a-76832712db16) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:13:33.657199 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:33.708500 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:33.712649 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:33.768914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:13:33.776073 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:13:33.778633 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:13:33.817539 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Pushing event updated for resources: {'Port': ['ID=2b84060a-2428-43fb-b72a-76832712db16,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:33.823833 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:33.962297 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:34.129814 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:34.133433 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-342396', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-342341', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-448199'] for router, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:34.333094 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Router ef26ec8b-26de-435e-947a-9f4299f2018f has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:13:34.545568 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:13:34.554317 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:34.555537 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/ef26ec8b-26de-435e-947a-9f4299f2018f HTTP/1.1" status: 200  len: 890 time: 1.9827065
Nov 10 21:13:34.555722 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Sync routers for ids ['ef26ec8b-26de-435e-947a-9f4299f2018f'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:13:34.569075 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Routers {'ef26ec8b-26de-435e-947a-9f4299f2018f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:13:34.570702 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde27047100>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:13:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['ef26ec8b-26de-435e-947a-9f4299f2018f'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:34.784630 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Set router ef26ec8b-26de-435e-947a-9f4299f2018f gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:13:35.149933 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde27047100>, [{'id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'name': 'router1', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2b84060a-2428-43fb-b72a-76832712db16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:15Z', 'updated_at': '2021-11-10T21:13:33Z', 'revision_number': 4, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'gw_port': {'id': '2b84060a-2428-43fb-b72a-76832712db16', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:33Z', 'updated_at': '2021-11-10T21:13:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e970ba70-e9c3-4453-ba5c-ae5c0f23963b', 'name': '', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'mac_address': 'fa:16:3e:28:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:25Z', 'updated_at': '2021-11-10T21:13:31Z', 'revision_number': 5, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'subnets': [{'id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f13a06c-d8e5-407b-985b-82695c21f160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:35.155854 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Checking router: ef26ec8b-26de-435e-947a-9f4299f2018f for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:13:35.156230 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Updating router ef26ec8b-26de-435e-947a-9f4299f2018f port 2b84060a-2428-43fb-b72a-76832712db16 binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:13:35.209207 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:35.554815 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:35.568703 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Transition to ACTIVE for port object 2b84060a-2428-43fb-b72a-76832712db16 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:13:35.576618 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:35.580631 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:35.685366 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db843e-0974-40a4-be19-512e3c8f9d97 None None] Pushing event updated for resources: {'Port': ['ID=2b84060a-2428-43fb-b72a-76832712db16,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:35.687587 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Attempting to bind port 2b84060a-2428-43fb-b72a-76832712db16 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:13:35.687952 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Attempting to bind port 2b84060a-2428-43fb-b72a-76832712db16 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:13:35.688311 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Attempting to bind port 2b84060a-2428-43fb-b72a-76832712db16 on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:13:35.690756 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d9db843e-0974-40a4-be19-512e3c8f9d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:35.696914 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 13, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:13:35.697314 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:13:35.697743 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:35.698230 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:13:35.698655 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Bound port: 2b84060a-2428-43fb-b72a-76832712db16, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:13:35.699041 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:35.770485 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] For port 2b84060a-2428-43fb-b72a-76832712db16, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:13:35.773550 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] For port 2b84060a-2428-43fb-b72a-76832712db16, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2b84060a-2428-43fb-b72a-76832712db16,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:13:35.778487 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:35.782613 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:35.860450 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9db843e-0974-40a4-be19-512e3c8f9d97 None None] Pushing event updated for resources: {'Port': ['ID=2b84060a-2428-43fb-b72a-76832712db16,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:35.863980 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d9db843e-0974-40a4-be19-512e3c8f9d97 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:35.865472 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Routers {'ef26ec8b-26de-435e-947a-9f4299f2018f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:13:35.866676 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde27047100>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:13:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['ef26ec8b-26de-435e-947a-9f4299f2018f'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:36.057433 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] Set router ef26ec8b-26de-435e-947a-9f4299f2018f gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:13:36.393370 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde27047100>, [{'id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'name': 'router1', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2b84060a-2428-43fb-b72a-76832712db16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:15Z', 'updated_at': '2021-11-10T21:13:33Z', 'revision_number': 4, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'gw_port': {'id': '2b84060a-2428-43fb-b72a-76832712db16', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:33Z', 'updated_at': '2021-11-10T21:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e970ba70-e9c3-4453-ba5c-ae5c0f23963b', 'name': '', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'mac_address': 'fa:16:3e:28:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:25Z', 'updated_at': '2021-11-10T21:13:31Z', 'revision_number': 5, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'subnets': [{'id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f13a06c-d8e5-407b-985b-82695c21f160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:13:36.398111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51045fcd-0a42-461b-a7ac-bb042e26a8e8 None None] The sync data for ids ['ef26ec8b-26de-435e-947a-9f4299f2018f'] in dv-cinder-817261-1-iscsi is: [{'id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'name': 'router1', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.220'}], 'enable_snat': True}, 'gw_port_id': '2b84060a-2428-43fb-b72a-76832712db16', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:13:15Z', 'updated_at': '2021-11-10T21:13:33Z', 'revision_number': 4, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'gw_port': {'id': '2b84060a-2428-43fb-b72a-76832712db16', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:31:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:33Z', 'updated_at': '2021-11-10T21:13:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e970ba70-e9c3-4453-ba5c-ae5c0f23963b', 'name': '', 'network_id': '56e196c0-72a2-4e6b-bc37-2544713e5fa4', 'tenant_id': '0a345a96bd71416c84f9f7f61ebadd39', 'mac_address': 'fa:16:3e:28:d8:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef26ec8b-26de-435e-947a-9f4299f2018f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:13:25Z', 'updated_at': '2021-11-10T21:13:31Z', 'revision_number': 5, 'project_id': '0a345a96bd71416c84f9f7f61ebadd39', 'subnets': [{'id': 'cd99bf3c-9c6e-45ad-884d-1c1037298a68', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '5f13a06c-d8e5-407b-985b-82695c21f160'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:13:36.881164 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36068) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:13:36.982808 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2b84060a-2428-43fb-b72a-76832712db16 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:13:37.033829 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-6bd87c30-5b6f-45a9-8ec5-d16b271ef3e7 admin admin] 10.222.0.46 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1512876
Nov 10 21:13:37.073916 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 2b84060a-2428-43fb-b72a-76832712db16 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:13:37.081349 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 2b84060a-2428-43fb-b72a-76832712db16 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:37.081775 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:37.206323 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:37.223776 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 2b84060a-2428-43fb-b72a-76832712db16, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2b84060a-2428-43fb-b72a-76832712db16,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:13:37.228154 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:37.230320 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d9db843e-0974-40a4-be19-512e3c8f9d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:13:37.298963 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=2b84060a-2428-43fb-b72a-76832712db16,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:13:37.302030 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:13:38.960037 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2b84060a-2428-43fb-b72a-76832712db16 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:13:39.045920 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 2b84060a-2428-43fb-b72a-76832712db16 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:13:39.046294 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:48.048202 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b8b38999-8338-43fd-8aa0-b3172ab8b62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:48.603556 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:51.115753 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-65af0f1b-8497-4a6a-86ac-d41f431ac24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:51.493119 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:53.457349 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:13:56.859034 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:14:18.032954 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-39c0302e-089b-4f80-8261-23d633b8eba1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:18.580676 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:21.100858 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5fcf80e6-5e48-4f67-b49b-bf407e905978 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:21.502138 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:23.465317 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:33.858531 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:14:48.036375 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-307950f6-2f47-4b06-ad3f-2810c3fed9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:48.584348 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:51.107354 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-efb5c64b-6045-435b-9e37-a83b8fd74327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:51.497481 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:14:53.475842 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:10.858509 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:15:18.040368 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e0461f3-a76d-408e-9008-a6bb5ce49582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:18.589054 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:21.104386 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9d164b0e-e0e7-44b2-be6c-82f1c00ac648 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:21.501316 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:23.504362 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:47.858550 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:15:48.046678 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7e96c007-a1b1-4a65-983e-26050a61156d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:48.592320 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:48.607866 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36644) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:15:48.701128 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.pecan_wsgi.hooks.translation [None req-897177a2-4509-4612-88e5-ce38808eb938 admin admin] GET failed (client error): The resource could not be found.
Nov 10 21:15:48.702532 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-897177a2-4509-4612-88e5-ce38808eb938 admin admin] 10.222.0.46 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0936255
Nov 10 21:15:48.836470 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931a3938-abb7-4faa-9e65-58699d259cb0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:48.837936 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-931a3938-abb7-4faa-9e65-58699d259cb0 admin admin] 10.222.0.46 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 873 time: 0.1315308
Nov 10 21:15:50.900296 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36654) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:15:51.075184 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4684eff1-ef6e-4700-b1f3-0f553bb0ff63 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:51.075729 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4684eff1-ef6e-4700-b1f3-0f553bb0ff63 admin admin] Synchronizing usage tracker for tenant:6254c92655314cffa004ed088c40bca2 on resource:subnet {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:15:51.092665 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4684eff1-ef6e-4700-b1f3-0f553bb0ff63 admin admin] Unset dirty status for tenant:6254c92655314cffa004ed088c40bca2 on resource:subnet {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:15:51.094164 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4684eff1-ef6e-4700-b1f3-0f553bb0ff63 admin admin] 10.222.0.46 "GET /v2.0/subnets/cd99bf3c-9c6e-45ad-884d-1c1037298a68 HTTP/1.1" status: 200  len: 849 time: 0.1925499
Nov 10 21:15:51.096131 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-14063f07-aa14-4b20-a4b3-516aa0e99849 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:51.104308 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:15:51.219632 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Notify callbacks [] for subnet, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:51.416593 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8787004866542'] for subnet, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:51.420509 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:15:51.472542 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:51.473064 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:51.473277 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4ef8b4-1223-4f35-8aee-28190b886d30 None None] Network 56e196c0-72a2-4e6b-bc37-2544713e5fa4 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:15:51.474401 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] 10.222.0.46 "PUT /v2.0/subnets/cd99bf3c-9c6e-45ad-884d-1c1037298a68 HTTP/1.1" status: 200  len: 868 time: 0.3745368
Nov 10 21:15:51.495119 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd99bf3c-9c6e-45ad-884d-1c1037298a68,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:15:51.504941 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.504941 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.505250 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.505349 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.510406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.510406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.510406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.510406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.510406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.510406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.510406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:15:51.512629 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:15:51.572394 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:51.984295 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-056f379b-dd42-4558-84cc-15ce58076f36 None None] Provisioning complete for port e578e270-15d6-4bdf-8e72-fd5e134f6178 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:15:51.984670 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-056f379b-dd42-4558-84cc-15ce58076f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:52.117782 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-056f379b-dd42-4558-84cc-15ce58076f36 None None] Provisioning complete for port e970ba70-e9c3-4453-ba5c-ae5c0f23963b triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:15:52.118684 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-056f379b-dd42-4558-84cc-15ce58076f36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:53.478315 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:15:53.577939 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36664) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:15:53.781828 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358fe174-0f78-4e47-a9c9-f411e9c1e6de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:53.782200 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-358fe174-0f78-4e47-a9c9-f411e9c1e6de admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:53.783710 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-358fe174-0f78-4e47-a9c9-f411e9c1e6de admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2048268
Nov 10 21:15:55.835726 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36674) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:15:56.042707 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4850c62-32d7-4e2e-8737-2ae09f9e49f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:56.043076 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4850c62-32d7-4e2e-8737-2ae09f9e49f5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:56.044630 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-a4850c62-32d7-4e2e-8737-2ae09f9e49f5 admin admin] 10.222.0.46 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1550 time: 0.2077088
Nov 10 21:15:58.127232 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36684) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:15:58.343324 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11b11746-e385-4ca0-81ac-5ea1e99430dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:15:58.344589 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-11b11746-e385-4ca0-81ac-5ea1e99430dc admin admin] 10.222.0.46 "GET /v2.0/networks/56e196c0-72a2-4e6b-bc37-2544713e5fa4 HTTP/1.1" status: 200  len: 870 time: 0.2163956
Nov 10 21:16:00.477870 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36694) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:00.674846 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-495d8f11-4a90-4076-9239-bee4a0bb1b29 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:00.676106 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-495d8f11-4a90-4076-9239-bee4a0bb1b29 admin admin] 10.222.0.46 "GET /v2.0/networks/63039668-da53-479a-8f46-0ec7e3119bfe HTTP/1.1" status: 200  len: 886 time: 0.1972997
Nov 10 21:16:02.759856 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36704) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:02.899444 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83316e-e974-4d85-81a2-9b5c058dc454 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:02.899812 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab83316e-e974-4d85-81a2-9b5c058dc454 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:02.901341 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ab83316e-e974-4d85-81a2-9b5c058dc454 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1402566
Nov 10 21:16:04.956395 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36714) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:05.093353 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aac383-b301-43da-bbde-0e83a10576f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:05.093748 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6aac383-b301-43da-bbde-0e83a10576f1 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:05.095257 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-b6aac383-b301-43da-bbde-0e83a10576f1 admin admin] 10.222.0.46 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1379166
Nov 10 21:16:07.133500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36724) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:07.267441 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbea922e-1c30-4a66-a0c9-c555a31cc9e9 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:07.268680 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-fbea922e-1c30-4a66-a0c9-c555a31cc9e9 admin admin] 10.222.0.46 "GET /v2.0/subnets/cd99bf3c-9c6e-45ad-884d-1c1037298a68 HTTP/1.1" status: 200  len: 868 time: 0.1341610
Nov 10 21:16:09.314166 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36734) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:09.440296 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-313b1ebf-b3af-4bb8-9ab8-b9fec47aeeda admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:09.441714 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-313b1ebf-b3af-4bb8-9ab8-b9fec47aeeda admin admin] 10.222.0.46 "GET /v2.0/subnets/ee16083c-82a8-4678-8a6c-88fff3d8752a HTTP/1.1" status: 200  len: 816 time: 0.1265204
Nov 10 21:16:18.040632 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-27cb875b-3f33-4269-95d1-7c5736262703 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:18.598284 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:21.099839 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c9aed4d7-4c3c-4448-b158-d53f1782f24f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:21.519665 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:23.482655 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:24.858837 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:16:27.603100 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36772) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:27.674945 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [None req-8fae6178-6c0d-4192-a3b3-f9b2c011d6a4 admin admin] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82878) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:16:27.675927 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-8fae6178-6c0d-4192-a3b3-f9b2c011d6a4 admin admin] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0718694
Nov 10 21:16:29.782502 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36782) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:29.915652 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.pecan_wsgi.hooks.translation [None req-832e90ba-7dd7-4d18-acc9-8e1794672144 admin admin] GET failed (client error): The resource could not be found.
Nov 10 21:16:29.916884 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-832e90ba-7dd7-4d18-acc9-8e1794672144 admin admin] 10.222.0.46 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.1334713
Nov 10 21:16:30.041301 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f523b02e-3311-4d33-acee-ca73ec5eacd5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:30.042784 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f523b02e-3311-4d33-acee-ca73ec5eacd5 admin admin] 10.222.0.46 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1219933
Nov 10 21:16:32.106869 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36792) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:32.178251 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:16:32.183277 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:16:32.193314 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:16:32.203288 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Made reservation on behalf of 6254c92655314cffa004ed088c40bca2 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:16:32.205766 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:32.294975 dv-cinder-817261-1-iscsi neutron-server[82878]: WARNING neutron.services.revisions.revision_plugin [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7fde23a0b100] {project_id='6254c92655314cffa004ed088c40bca2', id='834d486d-5ecb-456a-896d-a3577d4b45b6', target_tenant='*', action='access_as_shared', object_id='cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'}> to bump revision.
Nov 10 21:16:32.308242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1128}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:16:32.317325 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:32.317680 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Added segment 3dee6b52-2f75-470a-b3b7-5dbefeeaaece of type vlan for network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697
Nov 10 21:16:32.343340 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:32.375664 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:32.376822 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:32.377416 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:32.380961 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:16:32.479779 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Pushing event updated for resources: {'Network': ['ID=cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:16:32.482633 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 848 time: 0.3747830
Nov 10 21:16:32.489237 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.489585 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.489963 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.490279 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.490597 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.490910 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.491216 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.491524 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.491831 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.492136 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.492444 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:32.503277 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:16:32.511330 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:16:34.565131 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36802) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:16:34.656431 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.pecan_wsgi.hooks.translation [None req-2799d034-2713-464d-b706-0403978c4270 admin admin] GET failed (client error): The resource could not be found.
Nov 10 21:16:34.657688 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-2799d034-2713-464d-b706-0403978c4270 admin admin] 10.222.0.46 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0915663
Nov 10 21:16:34.762250 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77986af7-f48b-47e0-833a-6ef717671e89 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:34.763593 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-77986af7-f48b-47e0-833a-6ef717671e89 admin admin] 10.222.0.46 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 827 time: 0.1020629
Nov 10 21:16:34.773013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:16:34.778614 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:16:34.788062 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:16:34.797668 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Made reservation on behalf of 6254c92655314cffa004ed088c40bca2 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:16:34.800035 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:35.001855 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:35.006411 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8815ffaa-7408-4eda-8bdf-92c32d863f48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:16:35.075628 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def9d260-dbed-4ebb-b188-3a5baaec81bb,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:16:35.081398 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:16:35.091005 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Checking segment: {'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:16:35.091355 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Network hostable DHCP agents. Network: cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:16:35.112394 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:16:35.121220 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:16:35.125145 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:16:35.125748 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:35.130513 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c3efbb-2ddb-455e-90ed-53da898596d9 None None] Network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:16:35.151157 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3815897
Nov 10 21:16:35.367102 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697', 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697', 'tenant_id': '6254c92655314cffa004ed088c40bca2', 'fixed_ips': [{'subnet_id': 'def9d260-dbed-4ebb-b188-3a5baaec81bb'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:16:35.367940 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:35.534326 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Allocated IP 192.168.233.2 (cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697/def9d260-dbed-4ebb-b188-3a5baaec81bb/67410da1-1518-4240-83a3-87c1b1e24277) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:16:35.744290 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:35.755111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Transition to ACTIVE for port object 67410da1-1518-4240-83a3-87c1b1e24277 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:16:35.775955 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Transition to ACTIVE for port object 67410da1-1518-4240-83a3-87c1b1e24277 will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:16:35.782838 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:35.788363 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d9db843e-0974-40a4-be19-512e3c8f9d97 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:16:35.875991 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:16:35.884327 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:16:35.887367 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:16:35.898127 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Pushing event updated for resources: {'Port': ['ID=67410da1-1518-4240-83a3-87c1b1e24277,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:16:35.937861 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.938193 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.938523 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.938997 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.939386 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.939774 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.940227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.940585 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.940894 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.941205 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.941673 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:16:35.945924 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:16:36.017326 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Attempting to bind port 67410da1-1518-4240-83a3-87c1b1e24277 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:16:36.017627 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Attempting to bind port 67410da1-1518-4240-83a3-87c1b1e24277 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:16:36.017997 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Attempting to bind port 67410da1-1518-4240-83a3-87c1b1e24277 on network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:16:36.026346 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 16, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:16:36.026714 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Checking segment: {'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:16:36.027125 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:36.027522 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Bound using segment: {'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:16:36.028260 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Bound port: 67410da1-1518-4240-83a3-87c1b1e24277, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:16:36.028659 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:36.145969 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] For port 67410da1-1518-4240-83a3-87c1b1e24277, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:16:36.150141 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] For port 67410da1-1518-4240-83a3-87c1b1e24277, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=67410da1-1518-4240-83a3-87c1b1e24277,segment=NetworkSegment(3dee6b52-2f75-470a-b3b7-5dbefeeaaece),segment_id=3dee6b52-2f75-470a-b3b7-5dbefeeaaece)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:16:36.156431 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:36.162946 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:16:36.247776 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Pushing event updated for resources: {'Port': ['ID=67410da1-1518-4240-83a3-87c1b1e24277,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:16:36.251811 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:16:37.112372 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 67410da1-1518-4240-83a3-87c1b1e24277 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:16:37.228598 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 67410da1-1518-4240-83a3-87c1b1e24277 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:16:37.256660 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1900cd1e-7711-4057-8352-ba99ca560655 None None] Network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:16:37.373448 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Provisioning for port 67410da1-1518-4240-83a3-87c1b1e24277 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:16:37.392807 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Provisioning complete for port 67410da1-1518-4240-83a3-87c1b1e24277 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:16:37.392807 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:37.612083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:37.656854 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] For port 67410da1-1518-4240-83a3-87c1b1e24277, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=67410da1-1518-4240-83a3-87c1b1e24277,segment=NetworkSegment(3dee6b52-2f75-470a-b3b7-5dbefeeaaece),segment_id=3dee6b52-2f75-470a-b3b7-5dbefeeaaece)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:16:37.664034 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:37.667151 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:16:37.742170 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Pushing event updated for resources: {'Port': ['ID=67410da1-1518-4240-83a3-87c1b1e24277,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:16:37.745618 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:16:37.890514 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-5ba1fa11-3bc1-4021-b36e-574c4c9ee019 None None] Provisioning complete for port 67410da1-1518-4240-83a3-87c1b1e24277 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:16:37.890876 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5ba1fa11-3bc1-4021-b36e-574c4c9ee019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:39.040907 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 67410da1-1518-4240-83a3-87c1b1e24277 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:16:39.112018 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 67410da1-1518-4240-83a3-87c1b1e24277 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:16:39.112381 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:48.046355 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9fb4e5b2-2317-4bbc-b1d9-f49a94595c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:48.601001 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:51.103986 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1869c02e-c839-4287-8ffc-0e4051466fea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:51.517064 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:16:53.483540 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:01.858431 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:17:18.040809 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c892905-8576-48ae-9b92-4b8bbd1647c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:18.604001 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:21.108011 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-256a6681-c61e-4991-9007-e7e32650b42d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:21.518773 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:23.487897 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:38.845179 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36844) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:17:38.851038 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [None req-3540faa5-2697-44c2-bae6-7d817ee1645b tempest-verify_tempest_config-1723984762 tempest-verify_tempest_config-1723984762-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:17:38.851987 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3540faa5-2697-44c2-bae6-7d817ee1645b tempest-verify_tempest_config-1723984762 tempest-verify_tempest_config-1723984762-project] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0058227
Nov 10 21:17:38.858137 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:17:39.189116 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36860) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:17:39.332064 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:39.365629 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:17:39.369561 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Usage tracker for resource:security_group_rule and tenant:c35f19380d0047c7b2ef38971d699e00 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:17:39.372367 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:17:39.377937 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:17:39.448223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:39.452517 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:39.460342 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:17:39.503110 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66fecc4e-2081-43fc-b3bb-411ef6920b4c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:17:39.506938 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Synchronizing usage tracker for tenant:6254c92655314cffa004ed088c40bca2 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:17:39.522640 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.522979 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.523309 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.523635 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.523966 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.524282 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.524596 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.524913 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.525223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.525533 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.525869 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:17:39.530481 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:17:39.535341 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Unset dirty status for tenant:6254c92655314cffa004ed088c40bca2 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:17:39.536587 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c35f19380d0047c7b2ef38971d699e00&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3464875
Nov 10 21:17:39.539959 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36866) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:17:39.601139 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:39.626589 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:39.716261 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:39.720053 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:17:39.732426 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66fecc4e-2081-43fc-b3bb-411ef6920b4c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:17:39.734733 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:17:39.741404 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:39.744883 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/66fecc4e-2081-43fc-b3bb-411ef6920b4c HTTP/1.1" status: 204  len: 168 time: 0.2017295
Nov 10 21:17:48.044513 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4734b6e9-5a3c-4384-aead-280d0d7c6e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:48.608239 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:51.110748 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-cd8a12ae-864d-49ca-9a24-e6bc3e53a5ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:51.522225 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:17:53.488809 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:15.858781 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:18:18.045740 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-95ef125b-942f-4aa9-a0ab-8a3ccaab4348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:18.610464 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:21.112892 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-ab80869a-7c39-4b25-a3a0-7957e7a45dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:21.525468 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:23.492756 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:48.047568 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-56ae19bc-b24c-4dea-8081-06af016635a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:48.612577 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:51.113939 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-45e43065-faf2-44c1-82dd-5780af3a7e95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:51.528598 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:18:52.857937 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 5 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:18:53.493807 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:11.708276 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-343294'] for agent, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:18.051077 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-24c09ea3-d82a-4a00-b0f7-58acc8dba908 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:18.615912 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:21.116128 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4878aa03-0868-46b6-b520-4b74075225f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:21.533013 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:23.497977 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:27.638888 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 36938) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:19:27.778154 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-1a6fbe21-8192-4d4f-b621-a1a65cc84b4b admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1381183
Nov 10 21:19:29.817872 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 36948) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:19:29.860468 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:19:29.903808 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d11ffdbd-fed4-4952-b693-faa0569554ad admin admin] 10.222.0.46 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0848510
Nov 10 21:19:41.670424 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:48.055269 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6eaec53e-59c2-4c0f-a4b9-3a116cd02a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:48.617608 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:51.139879 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-a75c4052-d06f-4d48-8aed-77e1c11d4de1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:51.533340 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:19:53.499636 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:06.884336 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:20:11.671221 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:18.058086 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-83f11cda-e89a-4604-95c9-c1efc04056ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:18.621218 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:21.121152 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5f422393-cb3d-4e6e-b34f-612350a46239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:21.536531 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:23.505509 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:41.675742 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:43.874832 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:20:48.061550 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8db55e14-73e6-466f-8dae-1998a027f026 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:48.623770 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:51.123861 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b0cb9084-a6b2-4248-bedb-96d27ae05b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:51.540715 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:20:53.508190 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.138117 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37086) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:09.679835 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-239368115-network', 'tenant_id': '0472b3c136e742129c7b28ddf8848741'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:09.684309 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:09.692448 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Usage tracker for resource:network and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:09.696199 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:09.702279 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:09.712136 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Made reservation on behalf of 0472b3c136e742129c7b28ddf8848741 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:09.714565 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.727949 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.767115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:09.771134 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Usage tracker for resource:security_group_rule and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:09.775231 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:09.781703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:09.855089 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.859802 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.872958 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1108}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:21:09.883981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.884776 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Added segment 062b5d56-84bd-4c85-9cfb-486d2a29f37e of type vlan for network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d
Nov 10 21:21:09.889198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ddd147a6-3d37-4a28-927c-5490cee426af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:09.935766 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.957313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46db236c-f934-450e-ab8b-d2ae12aa2849,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:09.973912 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.974508 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.974775 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.975130 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.975529 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.975849 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.976422 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.976550 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.976810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.977158 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.977435 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Tracked resource versions report:
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]: pushed versions:
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Log': {'1.0'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Network': {'1.1'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Port': {'1.5'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'PortForwarding': {'1.2'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'QosPolicy': {'1.8'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'SecurityGroup': {'1.2'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'SubPort': {'1.0'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Subnet': {'1.1'},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     'Trunk': {'1.1'}}
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]: consumer versions:
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     HyperV agent@hv-cinder-81726: {},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Log': '1.0',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Network': '1.1',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Port': '1.5',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'PortForwarding': '1.2',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'QosPolicy': '1.8',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'SecurityGroup': '1.2',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'SubPort': '1.0',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Subnet': '1.1',
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:                                                      'Trunk': '1.1'}}
Nov 10 21:21:09.978458 dv-cinder-817261-1-iscsi neutron-server[82878]:  {{(pid=82878) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:21:09.981452 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:09.982521 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:09.983664 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:09.984408 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.000677 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f0e4f9d5-e90f-4d30-a55d-176bff46f84e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:10.008789 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37120) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:10.094941 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Pushing event updated for resources: {'Network': ['ID=4d6c12d9-883b-4017-81d1-8c98e6d13e9d,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:10.097995 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:10.106196 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.9668694
Nov 10 21:21:10.107691 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37130) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:10.107852 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:21:10.114157 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Request body: {'subnet': {'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-subnet', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:10.119944 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:10.124328 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Usage tracker for resource:subnet and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:10.128400 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:10.136525 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:10.153137 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Made reservation on behalf of 0472b3c136e742129c7b28ddf8848741 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:10.156744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.374379 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.379699 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:10.437449 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dd98801e-8026-49c0-947b-84705cd24754,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:10.445838 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:10.481871 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-703025805-network', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:10.484195 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Checking segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:10.484663 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Network hostable DHCP agents. Network: 4d6c12d9-883b-4017-81d1-8c98e6d13e9d, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:21:10.487304 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:10.492238 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Usage tracker for resource:network and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:10.495550 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:10.501595 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:10.512145 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:21:10.514873 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Made reservation on behalf of b113375b3b844809a3554406eb5cb52d for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:10.517640 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.525783 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 4d6c12d9-883b-4017-81d1-8c98e6d13e9d) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:10.534992 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:10.535734 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.538409 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe232847-5406-4ceb-97a4-bf3dff3e19fe None None] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:10.556506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.561240 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 0.4520583
Nov 10 21:21:10.563847 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37144) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:10.573483 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:10.580863 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:10.586267 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Usage tracker for resource:router and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:10.589904 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:10.597810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:10.610833 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37148) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:10.615374 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:10.625674 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Usage tracker for resource:security_group_rule and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:10.633867 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:10.640621 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.642117 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.651194 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:10.684018 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.808004 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.813456 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.817912 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7b874b65-5e47-402d-a888-4c7f5b61684c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:10.878830 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b46d8df-feef-4076-be34-9cf7d3d353d6,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:10.900436 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1117}  {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:21:10.910659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.911321 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.segments_db [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Added segment 79b07e09-88b4-4229-9436-8817d10f34d3 of type vlan for network b0867bbc-d62a-4b7b-a662-02885d39b0e8
Nov 10 21:21:10.938828 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.952252 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:21:10.953096 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.973192 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.978289 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.979034 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.979740 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.980290 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.980913 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.981503 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.982070 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.982663 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.983820 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.984424 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.985089 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Tracked resource versions report:
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]: pushed versions:
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Log': {'1.0'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Network': {'1.1'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Port': {'1.5'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'PortForwarding': {'1.2'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'QosPolicy': {'1.8'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'SecurityGroup': {'1.2'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'SubPort': {'1.0'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Subnet': {'1.1'},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     'Trunk': {'1.1'}}
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]: consumer versions:
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     HyperV agent@hv-cinder-81726: {},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Log': '1.0',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Network': '1.1',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Port': '1.5',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'PortForwarding': '1.2',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'QosPolicy': '1.8',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'SecurityGroup': '1.2',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'SubPort': '1.0',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Subnet': '1.1',
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:                                                      'Trunk': '1.1'}}
Nov 10 21:21:10.986490 dv-cinder-817261-1-iscsi neutron-server[82877]:  {{(pid=82877) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:21:10.990261 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:10.991385 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:10.992671 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:10.994108 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.019107 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b6328c4c-b760-43fd-80db-d7b8add2d4c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:11.107328 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37164) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:11.130091 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Pushing event updated for resources: {'Network': ['ID=b0867bbc-d62a-4b7b-a662-02885d39b0e8,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:11.137141 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.1265116
Nov 10 21:21:11.138706 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:11.139341 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37170) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:11.145102 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Request body: {'subnet': {'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-703025805-subnet', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:11.150407 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:11.154600 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Usage tracker for resource:subnet and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:11.158029 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:11.164741 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:11.175536 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Made reservation on behalf of b113375b3b844809a3554406eb5cb52d for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:11.178969 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.226899 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Allocated IP 172.20.0.2 (4d6c12d9-883b-4017-81d1-8c98e6d13e9d/dd98801e-8026-49c0-947b-84705cd24754/cb5894be-1074-48ac-ad13-1064dae7a3d7) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:11.296050 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.330656 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-network', 'tenant_id': '3a129cf072074532909c7c50b1d90478'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:11.336409 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:11.339103 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.370974 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:21:11.392530 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Usage tracker for resource:network and tenant:3a129cf072074532909c7c50b1d90478 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:11.398616 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:11.421096 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:11.461536 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Made reservation on behalf of 3a129cf072074532909c7c50b1d90478 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:11.465701 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.478501 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.488416 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17456755-88b3-4f52-98ba-505364d46079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:11.519491 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.562058 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8209be17-771c-43f9-9090-7768656df39e,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:11.577793 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:11.599021 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:11.603537 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Allocated IP 172.27.0.208 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/9c1aea01-1569-494b-baf2-08ef3e0c88ba) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:11.607993 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Checking segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:11.608474 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Network hostable DHCP agents. Network: b0867bbc-d62a-4b7b-a662-02885d39b0e8, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:21:11.609555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Usage tracker for resource:security_group_rule and tenant:3a129cf072074532909c7c50b1d90478 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:11.616300 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:11.625833 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:11.645410 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:21:11.661177 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, b0867bbc-d62a-4b7b-a662-02885d39b0e8) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:11.670349 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:11.670993 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.692061 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec900f1-8268-44f3-b1d4-d878cfd79d69 None None] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:11.719996 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5789955
Nov 10 21:21:11.722760 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37190) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:11.730327 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:11.739298 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:11.744828 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Usage tracker for resource:router and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:11.749143 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:11.760450 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:11.782006 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.783907 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.833299 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.857602 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.867652 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.872753 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.880156 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:11.909296 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.946485 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:11.955802 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1115}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:21:11.991683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6472256a-f11c-4ac3-a724-a06136bc5516,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:11.999187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:11.999584 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Transition to ACTIVE for port object cb5894be-1074-48ac-ad13-1064dae7a3d7 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:12.000147 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.000503 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Added segment e012a427-e459-4bcd-8eec-d82a3f1d5415 of type vlan for network aaa41312-d9ff-428f-b98e-96a8a89c3548
Nov 10 21:21:12.008356 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.016057 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:12.040647 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Transition to ACTIVE for port object cb5894be-1074-48ac-ad13-1064dae7a3d7 will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:12.080645 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.094724 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e5b9b44-cba0-4345-bcf2-e982e871455c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:12.099455 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1810669425-network', 'tenant_id': 'd5a5bdd160ab4407acf7b1b49b91f955'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:12.110778 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:12.114756 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Usage tracker for resource:network and tenant:d5a5bdd160ab4407acf7b1b49b91f955 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:12.118327 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:12.124070 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:12.133909 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.141053 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:21:12.142372 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.147022 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Made reservation on behalf of d5a5bdd160ab4407acf7b1b49b91f955 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:12.149796 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.170431 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.187206 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:12.205062 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:12.221781 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:12.225810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Usage tracker for resource:security_group_rule and tenant:d5a5bdd160ab4407acf7b1b49b91f955 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:12.228927 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:12.235004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:12.263316 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.270193 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:12.276969 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Pushing event updated for resources: {'Port': ['ID=cb5894be-1074-48ac-ad13-1064dae7a3d7,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:12.292094 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:12.297798 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.298172 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.298451 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.298771 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.299089 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.299404 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.299714 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.300029 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.300331 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.300635 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.300942 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Tracked resource versions report:
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]: pushed versions:
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Log': {'1.0'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Network': {'1.1'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Port': {'1.5'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'PortForwarding': {'1.2'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'QosPolicy': {'1.8'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'SecurityGroup': {'1.2'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'SubPort': {'1.0'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Subnet': {'1.1'},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     'Trunk': {'1.1'}}
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]: consumer versions:
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     HyperV agent@hv-cinder-81726: {},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Log': '1.0',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Network': '1.1',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Port': '1.5',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'PortForwarding': '1.2',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'QosPolicy': '1.8',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'SecurityGroup': '1.2',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'SubPort': '1.0',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Subnet': '1.1',
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:                                                      'Trunk': '1.1'}}
Nov 10 21:21:12.301951 dv-cinder-817261-1-iscsi neutron-server[82879]:  {{(pid=82879) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:21:12.315199 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:12.341758 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Pushing event updated for resources: {'Port': ['ID=9c1aea01-1569-494b-baf2-08ef3e0c88ba,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:12.350507 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:12.369699 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:12.370660 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.db.resource_extend [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:21:12.387025 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:12.494383 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.520306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:12.520875 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.528715 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:12.583207 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.612319 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.617164 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.654674 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Attempting to bind port cb5894be-1074-48ac-ad13-1064dae7a3d7 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:12.655133 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Attempting to bind port cb5894be-1074-48ac-ad13-1064dae7a3d7 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:12.655504 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Attempting to bind port cb5894be-1074-48ac-ad13-1064dae7a3d7 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:12.704571 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.750243 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:12.750243 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Checking segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:12.750634 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.750985 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Bound using segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:12.751435 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Bound port: cb5894be-1074-48ac-ad13-1064dae7a3d7, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:12.751937 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.832159 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1124}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:21:12.850366 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Pushing event updated for resources: {'Network': ['ID=aaa41312-d9ff-428f-b98e-96a8a89c3548,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:12.859110 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:12.868091 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.221s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:12.897436 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 893 time: 2.2831061
Nov 10 21:21:12.898447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37214) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:12.906038 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:21:12.914820 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:12.915134 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Added segment 90931669-f7e0-423d-a0df-c60e13c2432e of type vlan for network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c
Nov 10 21:21:12.933260 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Request body: {'subnet': {'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-subnet', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:12.964774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:12.971858 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Allocated IP 172.27.0.102 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/17dc7595-9b0c-415e-a2e0-b4f37a06c9aa) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:13.094905 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Usage tracker for resource:subnet and tenant:3a129cf072074532909c7c50b1d90478 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:13.110789 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:13.117042 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63f26f19-7667-48bd-8e95-7c214fc35d72,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:13.142430 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:13.160990 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Allocated IP 172.20.0.2 (b0867bbc-d62a-4b7b-a662-02885d39b0e8/8209be17-771c-43f9-9090-7768656df39e/7100312b-ed07-4537-9822-2413cfcb5408) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:13.175480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:13.222731 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.257875 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Made reservation on behalf of 3a129cf072074532909c7c50b1d90478 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:13.260112 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.315637 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.338200 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] For port cb5894be-1074-48ac-ad13-1064dae7a3d7, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:13.375606 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.382699 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d7739f06-0a42-4b60-b022-eea6547ef1c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:13.471891 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] For port cb5894be-1074-48ac-ad13-1064dae7a3d7, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=cb5894be-1074-48ac-ad13-1064dae7a3d7,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:13.488360 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.524304 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.530398 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:13.542625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:13.543134 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.551214 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:13.555425 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:13.582275 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:13.601042 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:13.626249 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.629837 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.809931 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Pushing event updated for resources: {'Port': ['ID=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:13.819238 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:13.889820 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.890852 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:13.977396 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37240) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:13.977719 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 2.8653681
Nov 10 21:21:13.986495 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Request body: {'subnet': {'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1810669425-subnet', 'tenant_id': 'd5a5bdd160ab4407acf7b1b49b91f955', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:13.992122 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Pushing event updated for resources: {'Network': ['ID=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:14.001480 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:14.003063 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:14.013838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Usage tracker for resource:subnet and tenant:d5a5bdd160ab4407acf7b1b49b91f955 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:14.018792 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Pushing event updated for resources: {'Port': ['ID=cb5894be-1074-48ac-ad13-1064dae7a3d7,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:14.026597 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:14.031930 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:14.044328 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:21:14.045232 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:14.080950 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Made reservation on behalf of d5a5bdd160ab4407acf7b1b49b91f955 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:14.084474 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:14.413089 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:14.444582 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Transition to ACTIVE for port object 7100312b-ed07-4537-9822-2413cfcb5408 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:14.477188 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:14.489468 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ac27f985-a4b7-45fc-b092-a90101267d25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:14.494859 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Transition to ACTIVE for port object 7100312b-ed07-4537-9822-2413cfcb5408 will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:14.512857 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:14.517837 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-213d4806-6c21-4ef7-a5c4-fd64055f6d90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:14.647667 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:14.652841 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:14.655917 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:14.658517 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e170cb24-f46a-4b3c-b842-13008330aaf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:14.684511 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:14.696001 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Pushing event updated for resources: {'Port': ['ID=7100312b-ed07-4537-9822-2413cfcb5408,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:14.728189 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:14.816082 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Attempting to bind port 7100312b-ed07-4537-9822-2413cfcb5408 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:14.816456 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Attempting to bind port 7100312b-ed07-4537-9822-2413cfcb5408 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:14.816816 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Attempting to bind port 7100312b-ed07-4537-9822-2413cfcb5408 on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:14.828778 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:14.829031 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Checking segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:14.829338 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:14.829761 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Bound using segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:14.830242 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Bound port: 7100312b-ed07-4537-9822-2413cfcb5408, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:14.830635 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:14.865820 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02e804fc-faab-4304-908c-b4cb99a0b11b,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:14.885232 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:14.903456 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Pushing event updated for resources: {'Subnet': ['ID=599f43dd-5aa4-4bf1-9cf1-c96146e35986,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:14.914757 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:14.938099 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Checking segment: {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:14.938506 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Network hostable DHCP agents. Network: aaa41312-d9ff-428f-b98e-96a8a89c3548, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:21:14.946844 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Router 5514ad13-d109-4b12-aeba-71aea9a71810 is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:21:14.970891 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Checking segment: {'id': '90931669-f7e0-423d-a0df-c60e13c2432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:14.972575 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Network hostable DHCP agents. Network: 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:21:15.016966 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:21:15.048119 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, aaa41312-d9ff-428f-b98e-96a8a89c3548) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:15.049731 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] For port 7100312b-ed07-4537-9822-2413cfcb5408, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:15.059457 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b81a01-cafd-43ed-8415-632d56c63ff6 None None] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:15.078405 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:15.079015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.104482 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:21:15.128131 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] For port 7100312b-ed07-4537-9822-2413cfcb5408, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7100312b-ed07-4537-9822-2413cfcb5408,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:15.150316 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 856 time: 2.2436559
Nov 10 21:21:15.159345 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37280) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:15.177873 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:15.181094 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37284) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:15.189988 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:15.203438 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:21:15.214628 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Usage tracker for resource:router and tenant:3a129cf072074532909c7c50b1d90478 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:15.217683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:15.233445 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:15.246179 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:15.250121 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:15.250809 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.271476 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.272396 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40e0f49e-c212-439e-a95c-5df32df1f64d None None] Network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:15.300557 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 1.3195069
Nov 10 21:21:15.469235 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device cb5894be-1074-48ac-ad13-1064dae7a3d7 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:15.490467 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.491666 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.511590 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.575728 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:21:15.586863 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Sync routers for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:21:15.613294 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:15.619165 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde243306d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:20:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:15.632229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.633660 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 5.0670297
Nov 10 21:21:15.636689 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37300) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:15.794447 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1ca6f7c9-700f-40c6-b2fb-61edaa2fb9fe None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:15.870481 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:15.919315 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5681a9-5d54-45c6-bf3d-88433316433f None None] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:15.975116 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:15.979408 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:16.006751 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:16.007594 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Usage tracker for resource:security_group_rule and tenant:e74d7ae270004d6e91dde8a4f816f710 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:16.011922 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:16.055574 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:16.095225 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:21:16.198110 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:16.199285 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 4.4754512
Nov 10 21:21:16.203821 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37332) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:16.443764 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:16.471338 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:16.501214 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8151343b-4458-4eb3-9162-f0969cb7cfc9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:16.549441 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37344) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:16.553564 dv-cinder-817261-1-iscsi neutron-server[82878]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 10 21:21:16.645500 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=e74d7ae270004d6e91dde8a4f816f710&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4579923
Nov 10 21:21:16.651505 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Sync routers for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:21:16.673853 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde243306d0>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:12Z', 'revision_number': 3, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:16.677957 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37348) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:16.681855 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Checking router: c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:21:16.682367 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Updating router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 port 9c1aea01-1569-494b-baf2-08ef3e0c88ba binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:21:16.745140 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:16.745360 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-044e169b-66e5-4c46-bff4-626b0cc8dcc8 None None] Network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:16.787592 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc69c233-3608-4e1e-bb56-93c6385fc3a4,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:16.794806 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:16.795494 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23df0cd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:20:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:16.840249 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:17.143393 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.191252 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-8fdeb14b-f6fa-4126-b4b1-2487e9cf3d0e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:17.193642 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-8fdeb14b-f6fa-4126-b4b1-2487e9cf3d0e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Synchronizing usage tracker for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:network {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:17.246916 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.272158 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-8fdeb14b-f6fa-4126-b4b1-2487e9cf3d0e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Unset dirty status for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:network {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:17.275297 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-8fdeb14b-f6fa-4126-b4b1-2487e9cf3d0e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/networks?id=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c HTTP/1.1" status: 200  len: 812 time: 0.7246287
Nov 10 21:21:17.454890 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-58982282-5848-4512-956f-10a9da121b70 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/quotas/d5a5bdd160ab4407acf7b1b49b91f955 HTTP/1.1" status: 200  len: 375 time: 0.1531928
Nov 10 21:21:17.455294 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.465251 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.485764 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Transition to ACTIVE for port object 9c1aea01-1569-494b-baf2-08ef3e0c88ba will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:17.503076 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.523229 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:17.527781 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37368) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:17.549770 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-3c2c1f2d-8a5f-4adc-be92-8dd1d7bf549a None None] Provisioning for port cb5894be-1074-48ac-ad13-1064dae7a3d7 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:17.558921 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-ec2619aa-971c-4e6f-871e-480b1644bdea tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d5a5bdd160ab4407acf7b1b49b91f955&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0902374
Nov 10 21:21:17.593907 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a027c1c5-2f77-47d2-a9be-1297e9755ab4 None None] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:17.597982 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.669142 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Attempting to bind port 9c1aea01-1569-494b-baf2-08ef3e0c88ba on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:17.673051 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Attempting to bind port 9c1aea01-1569-494b-baf2-08ef3e0c88ba by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:17.673882 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Attempting to bind port 9c1aea01-1569-494b-baf2-08ef3e0c88ba on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:17.708092 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 20, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:17.709705 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:17.710649 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.711820 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:17.712811 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Bound port: 9c1aea01-1569-494b-baf2-08ef3e0c88ba, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:17.714174 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.775560 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Allocated IP 172.27.0.174 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/824beee3-f53c-445b-9875-612e0e11fccd) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:17.783711 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Pushing event updated for resources: {'Port': ['ID=9c1aea01-1569-494b-baf2-08ef3e0c88ba,revision_number=2']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:17.815562 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port cb5894be-1074-48ac-ad13-1064dae7a3d7 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:17.856549 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.857051 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.857535 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.858036 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.858498 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.858966 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.859439 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.860084 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.860559 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.861033 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.861714 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Tracked resource versions report:
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]: pushed versions:
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]: {   'ConntrackHelper': {'1.0'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Log': {'1.0'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Network': {'1.1'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Port': {'1.5'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'PortForwarding': {'1.2'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'QosPolicy': {'1.8'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'SecurityGroup': {'1.2'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'SecurityGroupRule': {'1.0'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'SubPort': {'1.0'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Subnet': {'1.1'},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     'Trunk': {'1.1'}}
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]: consumer versions:
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]: {   DHCP agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     HyperV agent@hv-cinder-81726: {},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     L3 agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     Metadata agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     Metering agent@dv-cinder-817261-1-iscsi: {},
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:     Open vSwitch agent@dv-cinder-817261-1-iscsi: {   'ConntrackHelper': '1.0',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Log': '1.0',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Network': '1.1',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Port': '1.5',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'PortForwarding': '1.2',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'QosPolicy': '1.8',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'SecurityGroup': '1.2',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'SecurityGroupRule': '1.0',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'SubPort': '1.0',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Subnet': '1.1',
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:                                                      'Trunk': '1.1'}}
Nov 10 21:21:17.862878 dv-cinder-817261-1-iscsi neutron-server[82880]:  {{(pid=82880) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Nov 10 21:21:17.884504 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:17.904335 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] For port 9c1aea01-1569-494b-baf2-08ef3e0c88ba, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:17.910309 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] For port 9c1aea01-1569-494b-baf2-08ef3e0c88ba, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=9c1aea01-1569-494b-baf2-08ef3e0c88ba,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:17.922593 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:17.938357 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-0662f7db-7dfb-494a-9566-4998a5a409f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:17.992994 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:18.042166 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port cb5894be-1074-48ac-ad13-1064dae7a3d7 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:18.042549 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:18.196913 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Pushing event updated for resources: {'Port': ['ID=9c1aea01-1569-494b-baf2-08ef3e0c88ba,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:18.213541 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:18.250858 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:18.251677 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:18.252214 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde243306d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:20:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:18.310257 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:18.315872 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Usage tracker for resource:security_group_rule and tenant:112d795ce2484dc083995208fb53262a is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:18.316293 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:18.321689 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:18.331703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-200210c3-fdb0-49a3-b801-e53776b1657c service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82878) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:21:18.332842 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-200210c3-fdb0-49a3-b801-e53776b1657c service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.5555737
Nov 10 21:21:18.345511 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:18.429932 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:18.440260 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:18.458383 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Allocated IP 172.20.0.1 (4d6c12d9-883b-4017-81d1-8c98e6d13e9d/dd98801e-8026-49c0-947b-84705cd24754/664458a8-8365-4853-97fe-8c6ef2828698) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:18.486057 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:18.547878 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:18.830707 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:18.844117 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-297ef109-863a-4854-a09c-b2feba6c10ae service neutron] 10.222.0.46 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4990203
Nov 10 21:21:18.853023 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:18.863235 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=112d795ce2484dc083995208fb53262a&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3333349
Nov 10 21:21:18.867844 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37394) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:19.021530 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dab0a140-544d-4b6c-9732-4f8c40f37245,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:19.034920 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.549s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:19.041996 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:19.083304 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.103616 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc69c233-3608-4e1e-bb56-93c6385fc3a4,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:19.125688 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Transition to ACTIVE for port object 664458a8-8365-4853-97fe-8c6ef2828698 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:19.128497 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:19.128959 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-3b709934-1828-4f1f-868a-3fd2d28fb97a service neutron] 10.222.0.46 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2763057
Nov 10 21:21:19.168954 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.175771 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c8fc0e65-02a2-4c70-b235-77d88390ad8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:19.197444 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.238602 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.435365 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:19.460868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:19.482738 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:19.484671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.535204 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=664458a8-8365-4853-97fe-8c6ef2828698,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:19.543243 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:19.550633 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.551756 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bc69c233-3608-4e1e-bb56-93c6385fc3a4 HTTP/1.1" status: 204  len: 168 time: 2.7671006
Nov 10 21:21:19.629196 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.652637 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.657934 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37414) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:19.659457 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:19.751291 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde243306d0>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:12Z', 'revision_number': 3, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:19.765060 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-980818f9-47c5-4680-8a43-cde924a9f674 None None] The sync data for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi is: [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:12Z', 'revision_number': 3, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:21:19.787542 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-744ec3ed-bcbc-47de-8182-985054420e25 None None] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:19.816655 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:19.828151 dv-cinder-817261-1-iscsi neutron-server[82877]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Nov 10 21:21:20.031638 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:20.032909 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.037720 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dab0a140-544d-4b6c-9732-4f8c40f37245 HTTP/1.1" status: 204  len: 168 time: 1.1433110
Nov 10 21:21:20.048349 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:20.077915 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fd4602ef-62a0-4556-ac72-5e52b9284d96 req-adbe5476-3c16-4970-a7ae-b128abab5c2d tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 210 time: 0.3068485
Nov 10 21:21:20.099841 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:20.271842 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Pushing event updated for resources: {'Port': ['ID=7100312b-ed07-4537-9822-2413cfcb5408,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:20.285903 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 4.491s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:20.295892 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Pushing event updated for resources: {'Port': ['ID=824beee3-f53c-445b-9875-612e0e11fccd,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:20.305601 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:20.306378 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.452s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:20.323954 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab0a140-544d-4b6c-9732-4f8c40f37245,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:20.331771 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:20.352440 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37436) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:20.406198 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.414660 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c47fb3dd-66b3-4154-b9fc-bed7bfc3d381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.449515 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.462455 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.463580 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.478627 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:20.550173 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:20.563194 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.629853 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Usage tracker for resource:security_group_rule and tenant:f89302dcf68d4f1d8e086071be457a2b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:20.633223 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.672671 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:20.712581 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port cb5894be-1074-48ac-ad13-1064dae7a3d7, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=cb5894be-1074-48ac-ad13-1064dae7a3d7,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:20.716271 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.717188 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.720056 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:20.738898 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:20.807928 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:20.828916 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Pushing event updated for resources: {'Port': ['ID=664458a8-8365-4853-97fe-8c6ef2828698,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:20.837709 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:20.876138 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:21:20.932211 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=cb5894be-1074-48ac-ad13-1064dae7a3d7,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:20.943409 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-5858df90-b461-48e9-97bc-42cf04651250 None None] Provisioning for port 7100312b-ed07-4537-9822-2413cfcb5408 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:20.950035 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:20.950751 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:20.953974 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:20.990677 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23df0cd0>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:13Z', 'revision_number': 3, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:21.025943 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Checking router: 5514ad13-d109-4b12-aeba-71aea9a71810 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:21:21.027429 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Updating router 5514ad13-d109-4b12-aeba-71aea9a71810 port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:21:21.304346 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:21.334045 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:21.549460 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:21.633371 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f4db5e8e-d3a9-49a8-8043-e23b1d7c9a86 req-2dfb90ef-d90f-462f-9baf-1a60460b78ec tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 210 time: 0.3098917
Nov 10 21:21:21.681941 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7100312b-ed07-4537-9822-2413cfcb5408 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:21.741955 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:21.763758 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-65fb3b6e-23fd-41d7-9cc4-159ede12455b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:21.773224 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-65750e53-6aec-466c-a670-fa13bea69390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:21.808584 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=729bb596-b033-4f21-a472-d988b5efbdd7,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:21.815595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-9eea5188-4603-4567-949e-d87f19a46971 None None] Provisioning complete for port cb5894be-1074-48ac-ad13-1064dae7a3d7 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:21.816164 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9eea5188-4603-4567-949e-d87f19a46971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:21.821443 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:21.908552 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:21.997342 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f89302dcf68d4f1d8e086071be457a2b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.6404772
Nov 10 21:21:22.000870 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37478) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:22.056582 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 7100312b-ed07-4537-9822-2413cfcb5408 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:22.097956 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Allocated IP 172.20.0.1 (b0867bbc-d62a-4b7b-a662-02885d39b0e8/8209be17-771c-43f9-9090-7768656df39e/93a49c4d-459e-4fe9-b746-7bacdbf94a85) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:22.101417 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 7100312b-ed07-4537-9822-2413cfcb5408 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:22.101907 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.146880 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.184379 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.195916 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.205308 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:21:22.218192 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Transition to ACTIVE for port object 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:22.258094 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.269636 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Provisioning complete for port 7100312b-ed07-4537-9822-2413cfcb5408 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:22.269636 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.324917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.335111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:22.358531 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Transition to ACTIVE for port object 93a49c4d-459e-4fe9-b746-7bacdbf94a85 will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:22.407520 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.484248 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1970cb3-8469-4234-9e90-1cbd3d9b3b9a None None] Pushing event updated for resources: {'Port': ['ID=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:22.501717 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e1970cb3-8469-4234-9e90-1cbd3d9b3b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:22.509050 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Attempting to bind port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:22.509552 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Attempting to bind port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:22.510981 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Attempting to bind port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:22.580706 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:21:22.586286 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 7100312b-ed07-4537-9822-2413cfcb5408, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7100312b-ed07-4537-9822-2413cfcb5408,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:22.591435 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.596477 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.610137 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4fc308bf-5d59-486f-896a-084afe43f83d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:22.617409 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:22.617947 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:22.618461 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.618963 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:22.619559 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Bound port: 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:22.620079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.645387 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=729bb596-b033-4f21-a472-d988b5efbdd7,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:22.667115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:22.673970 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.700215 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:22.765095 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.766254 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/729bb596-b033-4f21-a472-d988b5efbdd7 HTTP/1.1" status: 204  len: 168 time: 0.7644610
Nov 10 21:21:22.809102 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:22.828851 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] For port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:22.836511 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] For port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:22.840219 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.852130 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:22.870079 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:22.874783 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.909987 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:22.914238 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:21:22.923484 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9c1aea01-1569-494b-baf2-08ef3e0c88ba up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:22.926845 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] 10.222.0.46 "PUT /v2.0/routers/c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.2890639
Nov 10 21:21:22.966223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Pushing event updated for resources: {'Port': ['ID=93a49c4d-459e-4fe9-b746-7bacdbf94a85,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:22.978016 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:23.046074 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:23.259464 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f0523c0e-ba93-49a7-8ac8-d686d8c137ea req-1f38db78-3efc-4318-b5b8-5b1f1269364b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 210 time: 0.1583974
Nov 10 21:21:23.327475 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:23.389274 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.76', 60045) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:23.429505 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=7100312b-ed07-4537-9822-2413cfcb5408,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:23.432435 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:21:23.432888 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:21:23.586117 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:21:23.601516 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Sync routers for ids ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:21:23.626011 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Routers {'7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:23.626605 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23f2aeb0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:23.635837 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:23.636474 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23df0cd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:23.888670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-2487d274-f1c9-4396-81bd-a94ab89738c9 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:23.893388 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-2487d274-f1c9-4396-81bd-a94ab89738c9 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.76 "GET /v2.0/networks?id=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c HTTP/1.1" status: 200  len: 812 time: 0.5003891
Nov 10 21:21:23.937838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:23.942089 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 8.7781012
Nov 10 21:21:23.942543 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Request body: {'port': {'device_id': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c', 'admin_state_up': True, 'tenant_id': 'd5a5bdd160ab4407acf7b1b49b91f955'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:23.957191 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37536) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:23.980651 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 9c1aea01-1569-494b-baf2-08ef3e0c88ba completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:23.996232 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Set router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:24.059801 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1970cb3-8469-4234-9e90-1cbd3d9b3b9a None None] Pushing event updated for resources: {'Port': ['ID=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:24.078747 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e1970cb3-8469-4234-9e90-1cbd3d9b3b9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.033s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:24.102197 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.889s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:24.102555 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.004s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:24.103464 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:24.122680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 9c1aea01-1569-494b-baf2-08ef3e0c88ba triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:24.123151 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:24.368796 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37558) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:24.409711 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:24.416007 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Usage tracker for resource:port and tenant:d5a5bdd160ab4407acf7b1b49b91f955 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:24.421859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:24.430725 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:24.447326 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Made reservation on behalf of d5a5bdd160ab4407acf7b1b49b91f955 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:24.451519 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:24.471549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--315122651', 'description': 'tempest-description--859559921'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:24.624674 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.db.resource_extend [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:21:24.642268 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:24.654231 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:24.658470 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:24.662852 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:24.668292 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:24.674805 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:24.677814 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:24.679706 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:24.694671 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:24.832439 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Pushing event updated for resources: {'Port': ['ID=93a49c4d-459e-4fe9-b746-7bacdbf94a85,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:24.838154 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:24.894697 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Sync routers for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:21:24.914704 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:24.940017 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:24.940656 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23f72490>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:24.962464 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54b29bf7-c300-4737-a40c-ff1247406036 req-00b4142b-48cd-4ad5-8788-06261b2a4794 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 210 time: 0.1626074
Nov 10 21:21:24.982877 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Allocated IP 172.20.0.2 (50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c/02e804fc-faab-4304-908c-b4cb99a0b11b/5a29844b-ac27-4be7-89de-c3e67de99ba8) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:24.996986 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23f2aeb0>, [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '824beee3-f53c-445b-9875-612e0e11fccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:21:20Z', 'revision_number': 3, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port': {'id': '824beee3-f53c-445b-9875-612e0e11fccd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:17Z', 'updated_at': '2021-11-10T21:21:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:25.020026 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Checking router: 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:21:25.021601 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Updating router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f port 824beee3-f53c-445b-9875-612e0e11fccd binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:21:25.163277 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:25.229646 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:25.241611 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group_rule and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:25.266910 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:25.305789 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:25.637193 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:25.693883 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:25.721642 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:25.790771 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:25.855511 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Provisioning for port 664458a8-8365-4853-97fe-8c6ef2828698 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:25.859294 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:26.010930 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Provisioning complete for port 664458a8-8365-4853-97fe-8c6ef2828698 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:26.014487 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.082318 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:26.098661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:26.111550 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:26.124461 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:26.125466 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.213675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Pushing event updated for resources: {'Port': ['ID=5a29844b-ac27-4be7-89de-c3e67de99ba8,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:26.232212 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:26.244115 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3064761
Nov 10 21:21:26.262029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-2169bbda-a650-4298-9048-b45e88e8a98c tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82878) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:21:26.264047 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-2169bbda-a650-4298-9048-b45e88e8a98c tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0076902
Nov 10 21:21:26.382755 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.399633 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.410694 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Transition to ACTIVE for port object 824beee3-f53c-445b-9875-612e0e11fccd will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:26.421713 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.426239 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.449019 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-90f4d74b-80f7-4986-a726-e4185798a91e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:26.450593 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:26.598147 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89db14-d2c8-4c1c-b1e5-5b8e4f3504db None None] Pushing event updated for resources: {'Port': ['ID=824beee3-f53c-445b-9875-612e0e11fccd,revision_number=2']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:26.618566 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-7e89db14-d2c8-4c1c-b1e5-5b8e4f3504db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:26.669075 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.675304 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Attempting to bind port 824beee3-f53c-445b-9875-612e0e11fccd on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:26.676212 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Attempting to bind port 824beee3-f53c-445b-9875-612e0e11fccd by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:26.677739 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Attempting to bind port 824beee3-f53c-445b-9875-612e0e11fccd on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:26.705779 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:26.706670 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:26.707313 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-6664649d-4608-4fc9-9666-2713b50b9ae9 None None] Port 664458a8-8365-4853-97fe-8c6ef2828698 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:21:26.708063 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.715476 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:26.719137 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Bound port: 824beee3-f53c-445b-9875-612e0e11fccd, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:26.722405 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.745598 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 9c1aea01-1569-494b-baf2-08ef3e0c88ba, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=9c1aea01-1569-494b-baf2-08ef3e0c88ba,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:26.764429 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:26.773385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:26.885213 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:27.022582 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] For port 824beee3-f53c-445b-9875-612e0e11fccd, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:27.031976 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] For port 824beee3-f53c-445b-9875-612e0e11fccd, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=824beee3-f53c-445b-9875-612e0e11fccd,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:27.056070 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:27.061126 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:27.098377 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7100312b-ed07-4537-9822-2413cfcb5408 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:27.169752 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:27.173391 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 2.7888284
Nov 10 21:21:27.176400 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23df0cd0>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:21:22Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:27.178526 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37636) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:27.183040 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f4a425-6f0a-4c97-8305-055617ba94e9,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:27.186066 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'security_group_rule': {'security_group_id': 'a8f4a425-6f0a-4c97-8305-055617ba94e9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:27.189925 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.739s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:27.202950 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:27.204056 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=9c1aea01-1569-494b-baf2-08ef3e0c88ba,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:27.223069 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group_rule and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:27.238637 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:27.242546 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04816e56-cf6a-4cd3-ba89-7e4ffe821813 None None] The sync data for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi is: [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:21:22Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:21:27.244940 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-511ba56e-db56-4802-ba8f-4072b92bc6c6 None None] Provisioning for port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:27.254430 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:27.274344 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:27.313804 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-511ba56e-db56-4802-ba8f-4072b92bc6c6 None None] Provisioning complete for port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:27.314548 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-511ba56e-db56-4802-ba8f-4072b92bc6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:27.331064 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:27.350843 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Routers {'7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:27.356491 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23f2aeb0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:27.449926 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-511ba56e-db56-4802-ba8f-4072b92bc6c6 None None] Port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:21:27.691763 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e89db14-d2c8-4c1c-b1e5-5b8e4f3504db None None] Pushing event updated for resources: {'Port': ['ID=824beee3-f53c-445b-9875-612e0e11fccd,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:27.701455 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:27.711356 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-7e89db14-d2c8-4c1c-b1e5-5b8e4f3504db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:27.725499 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Request body: {'port': {'device_id': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:27.782539 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dd9849-4f5f-4391-9e9a-ab0cb8fc0433 req-bc734612-81d9-4126-822c-087168359701 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:27.807805 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d8dd9849-4f5f-4391-9e9a-ab0cb8fc0433 req-bc734612-81d9-4126-822c-087168359701 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 931 time: 1.2286122
Nov 10 21:21:27.831269 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 7100312b-ed07-4537-9822-2413cfcb5408 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:27.835018 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:28.168139 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:28.273295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:28.383299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecee024-f5b7-4a11-bc24-bb6fdfde1161,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:28.416510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:28.442386 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] Set router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:28.464847 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:28.474789 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.2862020
Nov 10 21:21:28.479417 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37656) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:28.524862 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'security_group_rule': {'security_group_id': 'a8f4a425-6f0a-4c97-8305-055617ba94e9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:28.541187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:28.627082 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:28.641789 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d8dd9849-4f5f-4391-9e9a-ab0cb8fc0433 req-907bae12-e061-49f3-a491-9f0585a2fd21 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8316751
Nov 10 21:21:28.673187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group_rule and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:29.205087 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37670) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:29.323943 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Router 5514ad13-d109-4b12-aeba-71aea9a71810 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:21:29.384202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:29.460862 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device cb5894be-1074-48ac-ad13-1064dae7a3d7 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:29.521406 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:29.698242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:30.000299 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23f2aeb0>, [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '824beee3-f53c-445b-9875-612e0e11fccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:21:20Z', 'revision_number': 3, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port': {'id': '824beee3-f53c-445b-9875-612e0e11fccd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:17Z', 'updated_at': '2021-11-10T21:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:30.034427 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58185216-a0f8-45dc-abdf-d638efc92847 None None] The sync data for ids ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'] in dv-cinder-817261-1-iscsi is: [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '824beee3-f53c-445b-9875-612e0e11fccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:21:20Z', 'revision_number': 3, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port': {'id': '824beee3-f53c-445b-9875-612e0e11fccd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:17Z', 'updated_at': '2021-11-10T21:21:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:21:30.280688 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port cb5894be-1074-48ac-ad13-1064dae7a3d7 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:30.281458 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:30.508064 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23f72490>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:20Z', 'revision_number': 2, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:30.667499 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Checking router: c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:21:30.668070 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Updating router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 port 664458a8-8365-4853-97fe-8c6ef2828698 binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:21:30.832737 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:30.849923 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:30.914166 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:30.987960 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:31.017304 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:31.028267 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Usage tracker for resource:security_group_rule and tenant:4ca193721a674d179d9a2a4e91d5b4b5 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:31.038054 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:31.051708 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:31.105254 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:31.184036 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6490ac41-6104-4f9f-abe4-238c74b0474e,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:31.197522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:31.201511 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 2.7061143
Nov 10 21:21:31.231210 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37720) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:31.336868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4d2f99f1-32e5-4cc5-8ff8-29a751d81984 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:31.347710 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:31.378713 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:31.402883 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:31.443138 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:31.459031 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:31.514463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:31.576981 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:31.602313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a29844b-ac27-4be7-89de-c3e67de99ba8 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:21:31.645245 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:floatingip and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:31.652198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:31.763140 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Transition to ACTIVE for port object 5a29844b-ac27-4be7-89de-c3e67de99ba8 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:31.782166 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee921951-d0e6-4fe7-8992-045d7047fc3d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:31.790796 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4ca193721a674d179d9a2a4e91d5b4b5&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5722988
Nov 10 21:21:31.794804 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:31.813670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37736) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:31.814964 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:31.835333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:31.943101 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:32.036630 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:32.063260 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:32.264075 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:32.301175 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:32.301557 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:32.302810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37760) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:32.309483 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b1dd3-ee39-4c4f-a0e7-ddedc9424bf6 req-7d6cd310-3f4e-4a1b-aefc-be262f7cec61 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:32.310409 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-2f7b1dd3-ee39-4c4f-a0e7-ddedc9424bf6 req-7d6cd310-3f4e-4a1b-aefc-be262f7cec61 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Synchronizing usage tracker for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:32.315167 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a29844b-ac27-4be7-89de-c3e67de99ba8,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:32.324064 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:32.355774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:32.527488 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:32.574077 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:21:32.620344 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-2f7b1dd3-ee39-4c4f-a0e7-ddedc9424bf6 req-7d6cd310-3f4e-4a1b-aefc-be262f7cec61 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Unset dirty status for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:32.634895 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2f7b1dd3-ee39-4c4f-a0e7-ddedc9424bf6 req-7d6cd310-3f4e-4a1b-aefc-be262f7cec61 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 931 time: 2.3100634
Nov 10 21:21:32.661623 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:32.747979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f7448e58-c56f-4caa-937f-eb7078c53d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:32.762377 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Allocated IP 172.20.0.1 (aaa41312-d9ff-428f-b98e-96a8a89c3548/599f43dd-5aa4-4bf1-9cf1-c96146e35986/2fc0f4f2-47a7-4e03-aa63-65e8118c07e8) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:32.788611 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:32.789780 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ee921951-d0e6-4fe7-8992-045d7047fc3d HTTP/1.1" status: 204  len: 168 time: 0.9532745
Nov 10 21:21:32.915232 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] 10.222.0.46 "PUT /v2.0/routers/5514ad13-d109-4b12-aeba-71aea9a71810/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.7086117
Nov 10 21:21:32.940671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee921951-d0e6-4fe7-8992-045d7047fc3d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:32.984842 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:32.995038 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Attempting to bind port 5a29844b-ac27-4be7-89de-c3e67de99ba8 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:32.996828 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Attempting to bind port 5a29844b-ac27-4be7-89de-c3e67de99ba8 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '90931669-f7e0-423d-a0df-c60e13c2432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:32.998313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Attempting to bind port 5a29844b-ac27-4be7-89de-c3e67de99ba8 on network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:33.082027 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.123308 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.156807 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.169862 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.228584 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:33.232200 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Transition to ACTIVE for port object 664458a8-8365-4853-97fe-8c6ef2828698 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:33.240496 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.246456 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9c1aea01-1569-494b-baf2-08ef3e0c88ba up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:33.291071 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Port 5a29844b-ac27-4be7-89de-c3e67de99ba8 on network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:21:33.291873 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Attempting to bind port 5a29844b-ac27-4be7-89de-c3e67de99ba8 on network 50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:33.294438 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:33.323888 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-2f7b1dd3-ee39-4c4f-a0e7-ddedc9424bf6 req-9e97b72e-4aab-4184-887b-49b8471e0dbc tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Synchronizing usage tracker for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:33.415569 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:33.417024 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Checking segment: {'id': '90931669-f7e0-423d-a0df-c60e13c2432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:33.418241 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Bound using segment: {'id': '90931669-f7e0-423d-a0df-c60e13c2432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:33.419954 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Bound port: 5a29844b-ac27-4be7-89de-c3e67de99ba8, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '90931669-f7e0-423d-a0df-c60e13c2432e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1124, 'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:33.421251 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.445319 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.458185 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:33.465147 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:33.483110 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:33.486882 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-2f7b1dd3-ee39-4c4f-a0e7-ddedc9424bf6 req-9e97b72e-4aab-4184-887b-49b8471e0dbc tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Unset dirty status for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:33.498172 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2f7b1dd3-ee39-4c4f-a0e7-ddedc9424bf6 req-9e97b72e-4aab-4184-887b-49b8471e0dbc tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8621259
Nov 10 21:21:33.500642 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Usage tracker for resource:security_group_rule and tenant:027052d6eb93436784307144066fcd30 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:33.509619 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:33.526434 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:33.527346 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:33.644995 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:33.923785 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Allocated IP 172.27.0.240 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/97117a5d-6527-4cce-8376-43daf2b4a112) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:33.952153 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] For port 5a29844b-ac27-4be7-89de-c3e67de99ba8, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:33.963861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] For port 5a29844b-ac27-4be7-89de-c3e67de99ba8, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8,segment=NetworkSegment(90931669-f7e0-423d-a0df-c60e13c2432e),segment_id=90931669-f7e0-423d-a0df-c60e13c2432e)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:34.016669 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.055602 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:34.131453 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a52bee-8909-4bf3-8b4b-7c09d3e696f9 None None] Pushing event updated for resources: {'Port': ['ID=664458a8-8365-4853-97fe-8c6ef2828698,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:34.145115 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e2a52bee-8909-4bf3-8b4b-7c09d3e696f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:34.180467 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 9c1aea01-1569-494b-baf2-08ef3e0c88ba triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:34.180996 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.209961 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37806) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:34.430441 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.493086 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ba18d2af-03ce-4328-9565-c97cf62c8b76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:34.510256 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.651672 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.651672 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] 10.222.0.76 "PUT /v2.0/ports/5a29844b-ac27-4be7-89de-c3e67de99ba8 HTTP/1.1" status: 200  len: 1093 time: 7.9511194
Nov 10 21:21:34.662141 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.676327 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'tag': '5a29844b-ac27-4be7-89de-c3e67de99ba8'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:21:34.696714 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.796489 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Attempting to bind port 664458a8-8365-4853-97fe-8c6ef2828698 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:34.798765 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Attempting to bind port 664458a8-8365-4853-97fe-8c6ef2828698 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:34.800057 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Attempting to bind port 664458a8-8365-4853-97fe-8c6ef2828698 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:34.846880 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:34.849855 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Checking segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:34.851185 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.852111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Bound using segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:34.853261 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Bound port: 664458a8-8365-4853-97fe-8c6ef2828698, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:34.854255 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:34.900440 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Pushing event updated for resources: {'Port': ['ID=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:34.981755 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:35.019435 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:35.029382 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:35.053033 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:35.060227 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:35.081816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:35.356625 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:35.360986 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Pushing event updated for resources: {'Port': ['ID=5a29844b-ac27-4be7-89de-c3e67de99ba8,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:35.390314 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.333s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:35.418650 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:35.445100 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:35.457378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Usage tracker for resource:security_group_rule and tenant:417c4f004fba4b67842ff25a7837ec1f is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:35.475598 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:35.483136 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] For port 664458a8-8365-4853-97fe-8c6ef2828698, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:35.495201 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] For port 664458a8-8365-4853-97fe-8c6ef2828698, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=664458a8-8365-4853-97fe-8c6ef2828698,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:35.496451 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:35.525338 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:35.540847 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:35.568679 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:35.604893 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37832) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:35.660733 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'Port': ['ID=97117a5d-6527-4cce-8376-43daf2b4a112,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:35.671910 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:35.690417 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:35.704389 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:35.714100 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:35.760847 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=269b95de-b2f0-4269-b0b5-a5a61ce3a439,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:35.777164 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:35.798431 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=027052d6eb93436784307144066fcd30&name=default HTTP/1.1" status: 200  len: 2647 time: 3.4794452
Nov 10 21:21:35.802555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37840) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:35.829743 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:35.984383 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a52bee-8909-4bf3-8b4b-7c09d3e696f9 None None] Pushing event updated for resources: {'Port': ['ID=664458a8-8365-4853-97fe-8c6ef2828698,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:36.037449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:21:36.040796 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23f72490>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:36.053267 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:36.138577 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:36.141386 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:36.301989 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:36.468457 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:36.528028 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e2a52bee-8909-4bf3-8b4b-7c09d3e696f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.987s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:36.529006 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:36.603835 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-fc4cf543-ba17-4e39-8df6-bb6d0c1c03b6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a5bdd160ab4407acf7b1b49b91f955&device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 1096 time: 1.7114983
Nov 10 21:21:36.650666 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7464a653-ebbe-444f-b0bb-bc53ab416ca2 req-50bbbfe4-4764-40c5-8765-a8b9a61550ad tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:36.658175 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7464a653-ebbe-444f-b0bb-bc53ab416ca2 req-50bbbfe4-4764-40c5-8765-a8b9a61550ad tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 943 time: 1.5250266
Nov 10 21:21:36.842177 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:36.842981 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:36.922608 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:21:37.150764 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-46fdeca1-dd01-4c17-af50-ca385695b339 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8 HTTP/1.1" status: 200  len: 217 time: 0.4674621
Nov 10 21:21:37.153177 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:37.264265 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37850) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:37.533534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:37.543319 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Usage tracker for resource:security_group_rule and tenant:fbd4c1854a5b412d940dbd9a3c13d139 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:37.549836 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:37.555229 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--598416220', 'description': 'tempest-description--2090767172'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:37.562587 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:37.639254 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7464a653-ebbe-444f-b0bb-bc53ab416ca2 req-5a9fbf95-1ec4-4cf6-8c06-20f34fe87869 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5663919
Nov 10 21:21:37.644610 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=417c4f004fba4b67842ff25a7837ec1f&name=default HTTP/1.1" status: 200  len: 2647 time: 3.4025033
Nov 10 21:21:37.670997 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 824beee3-f53c-445b-9875-612e0e11fccd up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:37.673951 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'tag': '5a29844b-ac27-4be7-89de-c3e67de99ba8', 'status': 'completed', 'code': 200}
Nov 10 21:21:37.688393 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37860) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:37.707380 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23f72490>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:35Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:21:37.713807 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:37.723353 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8183e7-a47b-4fc8-becd-012d81ad75fa None None] The sync data for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi is: [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:35Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:21:37.725425 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:37.733342 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:37.783498 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:37.807820 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 824beee3-f53c-445b-9875-612e0e11fccd completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:37.824772 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 824beee3-f53c-445b-9875-612e0e11fccd triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:37.825022 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:37.825214 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:37.836872 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:37.846268 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:37.870377 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d5e2a2b8-1252-41ac-b52d-88d90658f1dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:37.879405 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-306674f1-1fd9-47bf-b046-339cdaacd13b service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:37.882900 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-306674f1-1fd9-47bf-b046-339cdaacd13b service neutron] 10.222.0.76 "GET /v2.0/subnets?id=02e804fc-faab-4304-908c-b4cb99a0b11b HTTP/1.1" status: 200  len: 852 time: 0.4677153
Nov 10 21:21:37.918746 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e8b9c57-9e16-4ef7-85b9-0a66df84b067,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:37.925541 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.457s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:37.961532 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.012054 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.016046 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.025707 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.033625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.055584 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 824beee3-f53c-445b-9875-612e0e11fccd, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=824beee3-f53c-445b-9875-612e0e11fccd,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:38.064129 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-07b3f4ef-bf81-4b2f-bee2-3755d8b287a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:38.065439 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.079843 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:38.080418 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.090903 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Pushing event updated for resources: {'Port': ['ID=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:38.141318 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:38.152520 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.db.resource_extend [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:21:38.155945 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=267d2a60-1d4a-416e-83a1-2aeb43a41af8,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:38.161070 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:38.162859 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.175464 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fbd4c1854a5b412d940dbd9a3c13d139&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5513213
Nov 10 21:21:38.179418 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37864) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:38.191003 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.229529 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=824beee3-f53c-445b-9875-612e0e11fccd,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:38.233213 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:38.252395 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.258416 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.262137 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:38.280443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=269b95de-b2f0-4269-b0b5-a5a61ce3a439,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:38.284129 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:38.294782 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:38.307832 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.310980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.312097 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/269b95de-b2f0-4269-b0b5-a5a61ce3a439 HTTP/1.1" status: 204  len: 168 time: 2.4969742
Nov 10 21:21:38.361518 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.374254 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.467981 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:38.503367 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group_rule and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:38.507389 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.515694 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2267d53d-334f-4c68-83d2-8c55e7f25a54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:38.527854 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:38.533893 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:38.538421 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=267d2a60-1d4a-416e-83a1-2aeb43a41af8,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:38.545422 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:38.563757 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:38.569361 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:38.585974 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/267d2a60-1d4a-416e-83a1-2aeb43a41af8 HTTP/1.1" status: 204  len: 168 time: 0.4054286
Nov 10 21:21:38.757199 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:38.839201 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'Port': ['ID=97117a5d-6527-4cce-8376-43daf2b4a112,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:38.854357 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:38.959796 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.268668 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37890) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:39.289771 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.320595 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.340445 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:39.346822 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Usage tracker for resource:security_group_rule and tenant:741c80d0866941c8ad43c46abcb44cba is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:39.350904 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:39.358094 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:39.359382 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.361255 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4e8b9c57-9e16-4ef7-85b9-0a66df84b067 HTTP/1.1" status: 204  len: 168 time: 1.6698077
Nov 10 21:21:39.363179 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.366120 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-dfcac746-a572-4929-8caa-f77025fa8998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 8.0139644
Nov 10 21:21:39.377161 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-68923d03-af03-4c46-98e6-082370662685 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:39.405251 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.430126 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e8b9c57-9e16-4ef7-85b9-0a66df84b067,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:39.435765 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:39.452306 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.492960 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:39.528515 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ebacbf-e243-4323-9f15-5c6b97094d53 req-2bd2cf13-86c6-46a7-9066-549028ebec7a tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:39.533779 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c1ebacbf-e243-4323-9f15-5c6b97094d53 req-2bd2cf13-86c6-46a7-9066-549028ebec7a tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 943 time: 0.6680562
Nov 10 21:21:39.594268 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.608760 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.689793 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-866a0bca-7798-448c-8080-a9457abf641c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:39.753738 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:39.755810 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 2.4260705
Nov 10 21:21:39.761125 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=741c80d0866941c8ad43c46abcb44cba&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4850140
Nov 10 21:21:39.762219 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37906) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:39.762725 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37908) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:39.763774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c62b50-fadd-4f8b-a5f8-3fb2423b46fc,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:39.775547 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:39.782941 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'security_group_rule': {'security_group_id': '6b9df6c2-784c-4118-b7dc-3bf418f64f75', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:39.794781 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:39.820980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group_rule and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:39.830141 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:39.839821 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 824beee3-f53c-445b-9875-612e0e11fccd up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:39.856052 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:39.890457 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c1ebacbf-e243-4323-9f15-5c6b97094d53 req-fb0f7fcd-b129-44dd-a407-b81cf27fdc53 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2224042
Nov 10 21:21:39.891469 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b9df6c2-784c-4118-b7dc-3bf418f64f75,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:39.908206 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.417s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:39.944660 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.049308 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.049637 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 824beee3-f53c-445b-9875-612e0e11fccd triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:40.049813 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.107615 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.122541 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:21:40.231691 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 664458a8-8365-4853-97fe-8c6ef2828698 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:40.311075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-6d7b7b0b-37ee-4d43-92c5-49b9977b2773 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:40.396022 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-6d7b7b0b-37ee-4d43-92c5-49b9977b2773 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:40.398024 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-6d7b7b0b-37ee-4d43-92c5-49b9977b2773 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--315122651&fields=id&tenant_id=0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 267 time: 0.4257534
Nov 10 21:21:40.401724 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.409969 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.439866 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 664458a8-8365-4853-97fe-8c6ef2828698 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:40.450170 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 664458a8-8365-4853-97fe-8c6ef2828698 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:40.450891 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.492501 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-199062b3-b6a6-4409-afaf-1a3b84d01929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:40.511544 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.552682 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:21:40.560091 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] 10.222.0.46 "PUT /v2.0/routers/7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.6017787
Nov 10 21:21:40.673685 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.729546 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 664458a8-8365-4853-97fe-8c6ef2828698, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=664458a8-8365-4853-97fe-8c6ef2828698,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:40.738657 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.741302 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:40.888201 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=664458a8-8365-4853-97fe-8c6ef2828698,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:40.896932 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:40.955209 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c62b50-fadd-4f8b-a5f8-3fb2423b46fc,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:40.970040 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:40.976931 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84c62b50-fadd-4f8b-a5f8-3fb2423b46fc HTTP/1.1" status: 204  len: 168 time: 1.2081153
Nov 10 21:21:40.985315 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:41.061310 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-77df14ad-c639-43a2-9d19-bc22d4751632 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.483s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:41.096700 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8ac557-4186-47e5-b15f-f89f07022960,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:41.112393 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:41.119655 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 1.3472884
Nov 10 21:21:41.120641 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 37946) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:41.122010 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:41.143774 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-6fb24a5e-d2b1-4d3a-89bb-ab63210ddd23 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1755524
Nov 10 21:21:41.156031 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'security_group_rule': {'security_group_id': '6b9df6c2-784c-4118-b7dc-3bf418f64f75', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:41.166882 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:41.173803 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group_rule and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:41.179918 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:41.191910 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:41.309505 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87499c85-e134-4724-aca3-e854d7f0df95 req-d9d58048-6c6e-4831-aee0-b9ee542d234e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:41.316858 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-87499c85-e134-4724-aca3-e854d7f0df95 req-d9d58048-6c6e-4831-aee0-b9ee542d234e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 943 time: 0.1989281
Nov 10 21:21:41.463464 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-87499c85-e134-4724-aca3-e854d7f0df95 req-7bdf6245-0d88-41cb-898d-b70b24221c57 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1450183
Nov 10 21:21:41.595147 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-6999e83b-0e2d-4436-ac5c-786a07abeeee service neutron] 10.222.0.76 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3898542
Nov 10 21:21:41.637369 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 664458a8-8365-4853-97fe-8c6ef2828698 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:41.647964 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:41.755005 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:41.850094 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 664458a8-8365-4853-97fe-8c6ef2828698 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:41.850816 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:42.204569 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-75dda304-81e9-4c1a-b666-c593c755e912 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:42.212377 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-75dda304-81e9-4c1a-b666-c593c755e912 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:network {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:42.298487 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-75dda304-81e9-4c1a-b666-c593c755e912 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:network {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:42.300286 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-75dda304-81e9-4c1a-b666-c593c755e912 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 816 time: 1.8894293
Nov 10 21:21:42.308599 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:42.339392 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:42.354816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:42.370794 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1796a50f-25ba-423e-8f5f-6b4da00b26f8 req-11677722-7fc4-4c19-9d2e-1955d572ddb7 service neutron] 10.222.0.76 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7037725
Nov 10 21:21:42.392096 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-cb3a5faa-825a-4f64-8b52-9b501318af0e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/quotas/0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 375 time: 0.0792289
Nov 10 21:21:42.394126 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4867064-9eb2-473f-8fb6-9123ae422438,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:42.398645 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:42.468915 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:42.473334 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 1.3318834
Nov 10 21:21:42.474986 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 37966) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:42.484155 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:42.529952 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:42.565174 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:floatingip and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:42.577303 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:42.598215 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:42.628739 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:42.743031 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-9a68830c-5d50-487f-b5b7-dbbcc7b9bf6b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:42.812706 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-9a68830c-5d50-487f-b5b7-dbbcc7b9bf6b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:42.815664 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-9a68830c-5d50-487f-b5b7-dbbcc7b9bf6b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4095998
Nov 10 21:21:42.841645 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-817aab90-e1e7-470c-aa37-8ffba31bfcdb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a5bdd160ab4407acf7b1b49b91f955&device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 1096 time: 0.2557404
Nov 10 21:21:43.173942 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:43.533695 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-9631de0f-490f-435f-a76a-a1a79d1a3ac4 service neutron] 10.222.0.46 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6290741
Nov 10 21:21:43.723242 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Allocated IP 172.27.0.151 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/adcc2848-af7c-434e-b977-5925f1a20188) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:43.798084 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-b7445103-4506-425f-ae7c-27a8ddaa3542 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:43.803636 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-b7445103-4506-425f-ae7c-27a8ddaa3542 service neutron] 10.222.0.76 "GET /v2.0/networks?id=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c HTTP/1.1" status: 200  len: 914 time: 0.9448798
Nov 10 21:21:43.964411 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-b8d97564-327f-41d0-9f51-1d94bd4efbec service neutron] 10.222.0.46 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4295588
Nov 10 21:21:44.089379 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:44.158569 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:44.163503 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:44.245808 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:44.255560 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:44.288855 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:44.308674 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'Port': ['ID=adcc2848-af7c-434e-b977-5925f1a20188,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:44.314591 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:44.565683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:44.969250 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a44489d-26ed-4ed6-91e4-a66ca32e11dc req-c1c5c718-0304-49ec-bac6-a5bd312cc5d3 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:44.981157 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8a44489d-26ed-4ed6-91e4-a66ca32e11dc req-c1c5c718-0304-49ec-bac6-a5bd312cc5d3 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 943 time: 0.2280414
Nov 10 21:21:45.057599 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8a44489d-26ed-4ed6-91e4-a66ca32e11dc req-f191a3de-da56-4d79-9131-4678cd8a0b52 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0745542
Nov 10 21:21:45.279186 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-feccb632-8619-41bf-b901-70229a7a0805 req-645f718f-daa6-417a-abd0-049c37d6dc8c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 210 time: 0.0720329
Nov 10 21:21:45.314113 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:45.320587 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-302f3071-380d-4111-8699-c11f12562876 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8 HTTP/1.1" status: 200  len: 217 time: 0.2543564
Nov 10 21:21:45.637002 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874bea-9323-46ba-b95d-634e57149883 req-62508c72-48ea-4b01-8e06-a4ef2c31a508 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:45.640341 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-62508c72-48ea-4b01-8e06-a4ef2c31a508 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 819 time: 1.0763705
Nov 10 21:21:45.741425 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-e184525e-cb8d-41d2-8431-5395a083756d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/quotas/3a129cf072074532909c7c50b1d90478 HTTP/1.1" status: 200  len: 375 time: 0.0946262
Nov 10 21:21:45.979333 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-61874bea-9323-46ba-b95d-634e57149883 req-f361d827-e20d-4513-b2f1-69455057c689 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Synchronizing usage tracker for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:45.986346 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:45.999067 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:46.007571 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:46.071749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-61874bea-9323-46ba-b95d-634e57149883 req-f361d827-e20d-4513-b2f1-69455057c689 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Unset dirty status for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:46.073069 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-f361d827-e20d-4513-b2f1-69455057c689 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3259628
Nov 10 21:21:46.090564 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:46.111692 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'Port': ['ID=adcc2848-af7c-434e-b977-5925f1a20188,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:46.117088 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:46.147666 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:46.149246 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 3.6730959
Nov 10 21:21:46.441676 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d86ad73-8081-42d4-a4f7-e863ebd7a348 req-7b4d9eb3-eb35-446d-b609-41dbb2fd27ea tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:46.445484 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7d86ad73-8081-42d4-a4f7-e863ebd7a348 req-7b4d9eb3-eb35-446d-b609-41dbb2fd27ea tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 943 time: 0.1624961
Nov 10 21:21:46.495299 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-985434ff-2bc3-4c4e-977e-84ad43d0c284 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:21:46.501537 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-985434ff-2bc3-4c4e-977e-84ad43d0c284 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2238119
Nov 10 21:21:46.615676 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7d86ad73-8081-42d4-a4f7-e863ebd7a348 req-7dc95746-773f-4233-a357-8df00e4344e4 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1504622
Nov 10 21:21:46.795751 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-a7fed5e4-bbcf-4865-a50e-3793d08fa7af service neutron] 10.222.0.46 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873127
Nov 10 21:21:47.246341 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-20ee0871-e93c-41a1-95a6-458cb9930437 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4418383
Nov 10 21:21:47.450126 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-bb0dbc14-57ab-4c13-829c-96e3f3546fd9 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--598416220&fields=id&tenant_id=b113375b3b844809a3554406eb5cb52d HTTP/1.1" status: 200  len: 267 time: 0.1331401
Nov 10 21:21:47.767585 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-14cf0399-a82f-40b8-902e-c388c9c95887 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:47.769497 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-14cf0399-a82f-40b8-902e-c388c9c95887 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=02e804fc-faab-4304-908c-b4cb99a0b11b HTTP/1.1" status: 200  len: 852 time: 0.1436086
Nov 10 21:21:47.794335 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-452cb048-62bf-496a-8ea1-82ef95fb7441 req-31213cd7-c8cd-4cad-84de-371ca08e16e7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 210 time: 0.1205175
Nov 10 21:21:47.928245 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-fa1c776c-9873-40b1-9e54-e00d12b24484 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1441126
Nov 10 21:21:47.987779 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bcf52092-0a45-474c-8a0c-541313684ccf req-b241abba-d072-4702-99e9-9a5144eacd3d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 210 time: 0.0698915
Nov 10 21:21:48.081670 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-68496ffd-478d-4986-af52-f4dc2f35d86a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:48.215025 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-efcc7245-919e-40e5-9838-315c717dbe0a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:48.226364 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-efcc7245-919e-40e5-9838-315c717dbe0a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 810 time: 0.7609618
Nov 10 21:21:48.305202 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-570928d6-86ff-487c-862c-90bb9c6233c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/quotas/b113375b3b844809a3554406eb5cb52d HTTP/1.1" status: 200  len: 375 time: 0.0705311
Nov 10 21:21:48.470857 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-65f9139c-9f85-4e1b-b2a1-7a5d38ba22d9 service neutron] 10.222.0.76 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5299876
Nov 10 21:21:48.471610 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c51e11-778d-4435-9bd8-05f555f5bbde req-5106f6e2-ed16-4596-bbea-99d3d27a676e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:48.472845 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-11c51e11-778d-4435-9bd8-05f555f5bbde req-5106f6e2-ed16-4596-bbea-99d3d27a676e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 943 time: 0.2247829
Nov 10 21:21:48.637827 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-11c51e11-778d-4435-9bd8-05f555f5bbde req-c1c236e2-40a2-4b05-9db2-ad38c09f4262 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1267052
Nov 10 21:21:48.663174 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:48.673408 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-f8ac55d8-a746-4ea9-8777-2af6c0641270 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3409383
Nov 10 21:21:48.877687 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3186c729-b2e6-44f1-870c-2c367ef5d5f8 req-723309b7-a3ab-49a0-ad33-62c30104a5ab service neutron] 10.222.0.76 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3924749
Nov 10 21:21:48.953879 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-9d4e8168-dcf0-426b-864a-09949cd0e202 service neutron] 10.222.0.46 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2793183
Nov 10 21:21:49.161914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-8169e4b4-477d-4102-9003-841bb82a8834 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:49.170293 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-8169e4b4-477d-4102-9003-841bb82a8834 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 819 time: 0.3218393
Nov 10 21:21:49.206157 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-7f8b61bc-438e-4f92-ae60-633224e772e3 service neutron] 10.222.0.46 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2485602
Nov 10 21:21:49.220545 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-f0649749-a8cc-4410-9755-a2a0aca32625 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/quotas/3a129cf072074532909c7c50b1d90478 HTTP/1.1" status: 200  len: 375 time: 0.0488110
Nov 10 21:21:49.453005 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-670bc8d3-12f9-41ca-89e8-5b1f5a2d8815 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2313147
Nov 10 21:21:49.932969 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e9102d23-5c19-4487-a872-771d94972cc2 req-86ed473e-fd37-492a-a97d-faa16c546b93 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 210 time: 0.1968367
Nov 10 21:21:49.965751 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38202) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:50.014457 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-3322e808-836a-467c-b70a-dddf76c7e011 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5504377
Nov 10 21:21:50.029974 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-9ddf9493-ccd5-40a6-a0fd-20ad7f3d5efc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:50.033501 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-9ddf9493-ccd5-40a6-a0fd-20ad7f3d5efc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 816 time: 0.7204671
Nov 10 21:21:50.175228 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-46c2a915-1f40-464c-98d9-0eef2860a3c2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 379 time: 0.1268618
Nov 10 21:21:50.195001 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'port': {'device_id': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'admin_state_up': True, 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'security_groups': ['a8f4a425-6f0a-4c97-8305-055617ba94e9']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:50.210294 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-0286ae1e-f721-45f2-b16e-916df85d0a48 service neutron] 10.222.0.46 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1944113
Nov 10 21:21:50.276066 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.76', 60076) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:50.556615 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5a29844b-ac27-4be7-89de-c3e67de99ba8 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:21:50.721995 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f9388668-d75d-4849-a9a6-0ce6f5ff25c5 req-ce953214-5aa9-4380-91b3-96c2f868d774 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1802118
Nov 10 21:21:50.916706 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874bea-9323-46ba-b95d-634e57149883 req-c9d970fd-ce49-4c03-b579-633544156c4f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:50.934106 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-c9d970fd-ce49-4c03-b579-633544156c4f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 819 time: 0.6566489
Nov 10 21:21:51.089941 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:51.092015 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:51.132521 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5a29844b-ac27-4be7-89de-c3e67de99ba8, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8,segment=NetworkSegment(90931669-f7e0-423d-a0df-c60e13c2432e),segment_id=90931669-f7e0-423d-a0df-c60e13c2432e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:51.138131 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Request body: {'port': {'device_id': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'admin_state_up': True, 'tenant_id': '3a129cf072074532909c7c50b1d90478'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:51.169103 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '5a29844b-ac27-4be7-89de-c3e67de99ba8', 'network_id': '50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c', 'port_id': '5a29844b-ac27-4be7-89de-c3e67de99ba8', 'mac_address': 'fa:16:3e:50:27:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '02e804fc-faab-4304-908c-b4cb99a0b11b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:21:51.355634 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:51.365013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed813be3-d35e-4b56-9b3c-549ca56c0964 req-f20ed7ce-a2ab-40b8-9b62-8034fc480b65 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:51.373772 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ed813be3-d35e-4b56-9b3c-549ca56c0964 req-f20ed7ce-a2ab-40b8-9b62-8034fc480b65 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 943 time: 0.3744986
Nov 10 21:21:51.433169 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c88daafd-0fac-413a-a649-8ace733322b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:51.437328 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:51.459500 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3fd154a3-26fd-427e-b7fb-718071999154 req-5a8b254d-5365-4046-8089-d90a7e940bf6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.4222744
Nov 10 21:21:51.467503 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Made reservation on behalf of 0472b3c136e742129c7b28ddf8848741 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:51.490382 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:51.536477 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ed813be3-d35e-4b56-9b3c-549ca56c0964 req-3aefdf0c-eb9a-4e6f-9827-883bb6cbd6f9 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1614652
Nov 10 21:21:51.548419 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Usage tracker for resource:security_group_rule and tenant:97a88a4e8e8b4e9e85a355a2985ff441 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:51.562562 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:51.642060 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:51.693004 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:51.740846 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:51.759683 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:51.782179 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:51.831328 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a29844b-ac27-4be7-89de-c3e67de99ba8 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:21:51.869372 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4367439d-9314-4a49-9e20-437d599d2a6f req-5dbc329c-1960-4179-8291-b957acdefed0 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 210 time: 0.0577166
Nov 10 21:21:51.900616 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Made reservation on behalf of 3a129cf072074532909c7c50b1d90478 for: {'port': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:51.905114 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:51.978274 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5a29844b-ac27-4be7-89de-c3e67de99ba8, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8,segment=NetworkSegment(90931669-f7e0-423d-a0df-c60e13c2432e),segment_id=90931669-f7e0-423d-a0df-c60e13c2432e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:21:51.992031 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:51.998903 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:52.207950 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38250) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:52.268478 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Allocated IP 172.20.0.8 (aaa41312-d9ff-428f-b98e-96a8a89c3548/599f43dd-5aa4-4bf1-9cf1-c96146e35986/de0945f1-f083-4624-9cfe-28f17482cb24) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:52.286257 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:52.293242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Allocated IP 172.20.0.4 (4d6c12d9-883b-4017-81d1-8c98e6d13e9d/dd98801e-8026-49c0-947b-84705cd24754/edc6b33a-e486-4396-8885-ccec028df114) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:21:52.303871 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:52.309548 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5a29844b-ac27-4be7-89de-c3e67de99ba8,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:52.316993 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:52.333766 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:52.438908 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=97a88a4e8e8b4e9e85a355a2985ff441&name=default HTTP/1.1" status: 200  len: 2647 time: 2.4613147
Nov 10 21:21:52.483950 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38258) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:52.547521 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2c3debf3-9307-4b97-9f73-f15911d34d9a req-7ce16d84-8c45-4136-9652-d33f26a7041e tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1694927
Nov 10 21:21:52.643065 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2986e7f-a77a-44b6-ad33-8f8b0d9672b2,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:52.661314 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:52.741553 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:52.780159 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:52.802728 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:52.823046 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:52.831477 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:52.963233 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:52.968784 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:52.970679 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Pushing event updated for resources: {'Port': ['ID=de0945f1-f083-4624-9cfe-28f17482cb24,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:52.975784 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:52.980218 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:52.980986 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:52.985260 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:53.003680 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f9c01e08-108b-487e-9a0a-ae108213955c req-eb953924-9f54-47a6-8394-d60bdb8ef500 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.1610811
Nov 10 21:21:53.017633 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.045961 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9298377
Nov 10 21:21:53.073589 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453c397e-a37c-4ade-a473-bb7226b2abc9 req-b2f4091f-9345-4884-a327-33ad1d5e30af tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:53.086446 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-453c397e-a37c-4ade-a473-bb7226b2abc9 req-b2f4091f-9345-4884-a327-33ad1d5e30af tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 944 time: 0.2134593
Nov 10 21:21:53.133624 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.174908 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-453c397e-a37c-4ade-a473-bb7226b2abc9 req-0c018343-3564-4c19-a9c9-6fb8d7e77a6c tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0868437
Nov 10 21:21:53.178437 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Transition to ACTIVE for port object edc6b33a-e486-4396-8885-ccec028df114 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:53.181819 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.188597 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:53.233895 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:53.248062 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5f5360eedb13460a83591792219bb448 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:53.259467 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:53.268313 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-aea80f6f-9db0-453b-bcec-859ae9ae9a40 req-3819b45d-f90f-4b7c-bba6-e1747b6be947 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 210 time: 0.0951345
Nov 10 21:21:53.277246 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:53.280741 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2986e7f-a77a-44b6-ad33-8f8b0d9672b2,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:53.287701 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:53.321533 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.322711 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b2986e7f-a77a-44b6-ad33-8f8b0d9672b2 HTTP/1.1" status: 204  len: 168 time: 0.8375895
Nov 10 21:21:53.340689 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.353062 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:53.514993 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.531599 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.534017 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.559098 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:53.563401 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:21:53.565597 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:53.566513 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:53.569202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:53.577934 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:21:53.582015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:53.582862 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.662150 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb07962d-8d4b-4d6a-8208-84c84f5a5110,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:53.664411 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.4801135
Nov 10 21:21:53.671940 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5f5360eedb13460a83591792219bb448&name=default HTTP/1.1" status: 200  len: 2647 time: 1.4563644
Nov 10 21:21:53.671940 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:53.671940 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38290) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:53.819142 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.869992 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.924838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-4e09c6e2-df20-434a-a7f5-9b441daa2679 req-e1e259ba-17bf-45a7-b233-63f0ae3f7064 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:53.946850 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.959656 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-4e09c6e2-df20-434a-a7f5-9b441daa2679 req-e1e259ba-17bf-45a7-b233-63f0ae3f7064 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:53.960078 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:53.977369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb07962d-8d4b-4d6a-8208-84c84f5a5110,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:53.978637 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4e09c6e2-df20-434a-a7f5-9b441daa2679 req-e1e259ba-17bf-45a7-b233-63f0ae3f7064 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1387279
Nov 10 21:21:53.987326 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:53.988549 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:53.991106 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/eb07962d-8d4b-4d6a-8208-84c84f5a5110 HTTP/1.1" status: 204  len: 168 time: 0.3203850
Nov 10 21:21:54.039222 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-2fa92d43-2d58-4d8b-a871-0027c29a3054 None None] Provisioning for port edc6b33a-e486-4396-8885-ccec028df114 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:21:54.045416 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-2fa92d43-2d58-4d8b-a871-0027c29a3054 None None] Provisioning complete for port edc6b33a-e486-4396-8885-ccec028df114 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:21:54.045825 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2fa92d43-2d58-4d8b-a871-0027c29a3054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.090038 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38300) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:54.110526 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.135225 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-2fa92d43-2d58-4d8b-a871-0027c29a3054 None None] Port edc6b33a-e486-4396-8885-ccec028df114 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:21:54.151467 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:54.156123 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Usage tracker for resource:security_group_rule and tenant:0564b763f03f414d8c08412ec8369113 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:54.160199 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:54.168445 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:54.327405 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-84be6049-07d8-4752-9e44-f7b88b41c399 req-f4767f3d-e9f5-4bff-8a3d-e133296c832c tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.1102946
Nov 10 21:21:54.374732 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.381530 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.401889 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:54.514344 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84980edd-845f-4e2f-97a5-c4e9de3680dd,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:54.520565 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:54.529753 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38312) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:54.530141 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0564b763f03f414d8c08412ec8369113&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4388590
Nov 10 21:21:54.564158 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404af912-9a43-4a39-a4a6-d6976c6f2fb2 req-7919086a-896c-4b27-9d4b-1f6b6cb95ddd tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:54.570546 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-404af912-9a43-4a39-a4a6-d6976c6f2fb2 req-7919086a-896c-4b27-9d4b-1f6b6cb95ddd tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 944 time: 0.2391524
Nov 10 21:21:54.680284 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-404af912-9a43-4a39-a4a6-d6976c6f2fb2 req-6c9833a1-eb40-439c-935a-d69c4318e95d tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950811
Nov 10 21:21:54.701000 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.732506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Request body: {'port': {'device_id': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:54.756608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Request body: {'port': {'device_id': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:54.773966 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.921514 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.924198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09d3195-e88f-46c5-913a-a49c087ad16d req-19539d7f-21c0-46c9-b274-853406744663 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:54.925706 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-d09d3195-e88f-46c5-913a-a49c087ad16d req-19539d7f-21c0-46c9-b274-853406744663 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:54.942865 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:54.951704 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3f90c896-327b-451d-8a8e-01debdd13cda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:55.004118 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84980edd-845f-4e2f-97a5-c4e9de3680dd,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:55.005814 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['5a29844b-ac27-4be7-89de-c3e67de99ba8'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:21:55.015077 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:55.019308 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:55.021761 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/84980edd-845f-4e2f-97a5-c4e9de3680dd HTTP/1.1" status: 204  len: 168 time: 0.4878578
Nov 10 21:21:55.143778 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:55.219674 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-d09d3195-e88f-46c5-913a-a49c087ad16d req-19539d7f-21c0-46c9-b274-853406744663 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:55.220928 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d09d3195-e88f-46c5-913a-a49c087ad16d req-19539d7f-21c0-46c9-b274-853406744663 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 931 time: 0.6161644
Nov 10 21:21:55.432116 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d09d3195-e88f-46c5-913a-a49c087ad16d req-e7e22d72-4fab-4bc4-9e8a-8fd866471c30 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1439867
Nov 10 21:21:55.494459 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d2c357b8-f92c-473e-95e8-25f68ce3c295 req-eecfb3e8-1db9-478f-990f-9a6706048afb tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1698172
Nov 10 21:21:55.860902 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38348) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:56.028764 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id edc6b33a-e486-4396-8885-ccec028df114 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:21:56.049075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:56.091971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Transition to ACTIVE for port object edc6b33a-e486-4396-8885-ccec028df114 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:56.196498 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:56.207421 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3f3f0139-307e-49a6-ba0b-72957a7ca5f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:56.288730 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id de0945f1-f083-4624-9cfe-28f17482cb24 {{(pid=82877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:21:56.303866 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:56.314429 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:56.323537 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-615836534-network', 'tenant_id': '6e6837a370174c9e9dbbed29e4be0540'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:56.328911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:56.334063 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Usage tracker for resource:network and tenant:6e6837a370174c9e9dbbed29e4be0540 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:56.337643 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:56.342987 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Transition to ACTIVE for port object de0945f1-f083-4624-9cfe-28f17482cb24 will not be triggered until provisioned by entity L2. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:21:56.344114 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:56.355064 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:56.366004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Made reservation on behalf of 6e6837a370174c9e9dbbed29e4be0540 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:56.369250 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:56.394141 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:56.427013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:56.445922 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-89c7f03f-834f-4084-8a35-c67b0fb8e089 req-14cf9b2e-e6e3-4fba-8158-7b27bf7a9a01 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Synchronizing usage tracker for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:56.455900 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3a1f8c79-f68e-499e-ad42-b3a47bd1c6df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:56.598824 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Pushing event updated for resources: {'Port': ['ID=de0945f1-f083-4624-9cfe-28f17482cb24,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:56.616567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadb2069-24f8-42db-988f-5772c196acb6 req-02bc788d-785a-43f1-ac7b-a45e2802cc1c tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:56.618724 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:56.624048 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-aadb2069-24f8-42db-988f-5772c196acb6 req-02bc788d-785a-43f1-ac7b-a45e2802cc1c tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 944 time: 0.5309298
Nov 10 21:21:56.697123 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-aadb2069-24f8-42db-988f-5772c196acb6 req-1e12947c-7473-4ec8-869b-3a7d55830fe1 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719988
Nov 10 21:21:56.799735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:56.802623 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-89c7f03f-834f-4084-8a35-c67b0fb8e089 req-14cf9b2e-e6e3-4fba-8158-7b27bf7a9a01 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Unset dirty status for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:56.806678 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Usage tracker for resource:security_group_rule and tenant:6e6837a370174c9e9dbbed29e4be0540 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:56.810299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:56.826700 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-89c7f03f-834f-4084-8a35-c67b0fb8e089 req-14cf9b2e-e6e3-4fba-8158-7b27bf7a9a01 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.4783607
Nov 10 21:21:56.831302 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:56.924484 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Attempting to bind port edc6b33a-e486-4396-8885-ccec028df114 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:56.925168 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Attempting to bind port edc6b33a-e486-4396-8885-ccec028df114 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:56.926189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Attempting to bind port edc6b33a-e486-4396-8885-ccec028df114 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:56.964476 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Attempting to bind port de0945f1-f083-4624-9cfe-28f17482cb24 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:21:56.964896 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Attempting to bind port de0945f1-f083-4624-9cfe-28f17482cb24 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:21:56.965308 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Attempting to bind port de0945f1-f083-4624-9cfe-28f17482cb24 on network aaa41312-d9ff-428f-b98e-96a8a89c3548 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:56.986915 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Port de0945f1-f083-4624-9cfe-28f17482cb24 on network aaa41312-d9ff-428f-b98e-96a8a89c3548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:21:56.988178 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Attempting to bind port de0945f1-f083-4624-9cfe-28f17482cb24 on network aaa41312-d9ff-428f-b98e-96a8a89c3548 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:57.005350 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:57.005891 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Checking segment: {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:57.006360 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Bound using segment: {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:57.006841 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Bound port: de0945f1-f083-4624-9cfe-28f17482cb24, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'}}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:57.007191 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.061383 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ad629e9-669d-4047-b9ed-ebda4e9150d0 req-8c1884bb-83cd-4c8f-8759-aa586ebd7022 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1408806
Nov 10 21:21:57.065496 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Port edc6b33a-e486-4396-8885-ccec028df114 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:21:57.066183 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Attempting to bind port edc6b33a-e486-4396-8885-ccec028df114 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:21:57.120101 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:21:57.120744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Checking segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:57.121487 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Bound using segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:21:57.122015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Bound port: edc6b33a-e486-4396-8885-ccec028df114, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:21:57.122401 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.222310 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] For port de0945f1-f083-4624-9cfe-28f17482cb24, host hv-cinder-81726, cleared binding levels {{(pid=82877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:57.229394 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] For port de0945f1-f083-4624-9cfe-28f17482cb24, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=de0945f1-f083-4624-9cfe-28f17482cb24,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:57.236966 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.243649 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:57.257942 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.265568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.286659 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1147}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:21:57.291458 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:57.356512 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.358244 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] 10.222.0.76 "PUT /v2.0/ports/de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 1093 time: 2.6303234
Nov 10 21:21:57.362172 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'tag': 'de0945f1-f083-4624-9cfe-28f17482cb24'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:21:57.400308 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8c32b90-3856-4dc9-930d-a06476d39ac0,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:57.407455 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:57.408873 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:21:57.415105 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.415565 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Added segment 68accac2-7286-41a4-9f85-3fc421cb76fa of type vlan for network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e
Nov 10 21:21:57.424416 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:21:57.437276 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.455513 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:57.496936 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.498131 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae6d943-40fb-4f50-b2de-0dff1d54cfd2 req-497540a2-6fd5-46ba-85d9-3f57cdbe4257 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:57.512433 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8ae6d943-40fb-4f50-b2de-0dff1d54cfd2 req-497540a2-6fd5-46ba-85d9-3f57cdbe4257 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.3915985
Nov 10 21:21:57.548649 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.550518 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] 10.222.0.76 "PUT /v2.0/ports/edc6b33a-e486-4396-8885-ccec028df114 HTTP/1.1" status: 200  len: 1093 time: 2.8202355
Nov 10 21:21:57.552062 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:21:57.558620 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Pushing event updated for resources: {'Port': ['ID=de0945f1-f083-4624-9cfe-28f17482cb24,revision_number=3']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:57.579225 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:57.621354 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:57.632765 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:57.652295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.653890 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:57.654661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:57.667770 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-41e488de-142d-4f25-8414-f2863af2cd94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:57.684474 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-8ae6d943-40fb-4f50-b2de-0dff1d54cfd2 req-1709802d-2dec-4c48-8156-588b786e97e6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:57.730330 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-8ae6d943-40fb-4f50-b2de-0dff1d54cfd2 req-1709802d-2dec-4c48-8156-588b786e97e6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:57.732258 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8ae6d943-40fb-4f50-b2de-0dff1d54cfd2 req-1709802d-2dec-4c48-8156-588b786e97e6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2185409
Nov 10 21:21:57.805223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.76', 60085) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:57.900424 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:21:57.942448 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114', 'status': 'completed', 'code': 200}
Nov 10 21:21:57.948507 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Pushing event updated for resources: {'Network': ['ID=8d45b4c7-49b5-4789-bb96-28ced25d3e8e,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:57.979093 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:57.988882 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:21:58.051880 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 2.1889677
Nov 10 21:21:58.055246 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38414) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:58.061202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Request body: {'subnet': {'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-615836534-subnet', 'tenant_id': '6e6837a370174c9e9dbbed29e4be0540', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:58.076265 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:58.180169 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Usage tracker for resource:subnet and tenant:6e6837a370174c9e9dbbed29e4be0540 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:21:58.200899 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:21:58.240112 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:58.290764 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Made reservation on behalf of 6e6837a370174c9e9dbbed29e4be0540 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:58.296031 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:58.610267 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c67725-2d41-4fb9-8162-a19fedc918c0 req-e9835fc0-86db-4118-8e54-fc636bedd362 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:58.618045 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-42c67725-2d41-4fb9-8162-a19fedc918c0 req-e9835fc0-86db-4118-8e54-fc636bedd362 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 944 time: 0.5340624
Nov 10 21:21:58.626712 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e9b7564f-184d-45fd-a5a3-a160af07cc46 req-f1d5aa3a-5957-4216-bf64-9a00fd18bad9 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.2550864
Nov 10 21:21:58.635271 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-963e1dac-38bd-43d9-99d9-c256b1845cd5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:58.636038 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-963e1dac-38bd-43d9-99d9-c256b1845cd5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:58.675045 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-963e1dac-38bd-43d9-99d9-c256b1845cd5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:58.677937 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-963e1dac-38bd-43d9-99d9-c256b1845cd5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 810 time: 0.8131874
Nov 10 21:21:58.783671 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ff8ce3f2-ebcf-4c6c-9efd-42f68a88b183 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:58.886096 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-e3d18ff3-e45f-4bed-98a1-23049153f892 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1096 time: 0.3995769
Nov 10 21:21:58.892564 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-42c67725-2d41-4fb9-8162-a19fedc918c0 req-6f50714b-5a61-486d-8551-0f9b7ba0b2dc tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2719584
Nov 10 21:21:58.912675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:58.933568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-164c005a-d0a7-4a11-a084-299811873271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:21:58.977565 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-361c3713-ef30-4bbf-ba12-201f8baf4245 req-cd144a66-b290-4b5b-b820-6b8017be6dbb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1096 time: 0.5438435
Nov 10 21:21:58.980632 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-68f5796c-ad55-4409-b8f7-049f39ff8a8d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 217 time: 0.0753794
Nov 10 21:21:58.982945 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2bfe3cb3-3d88-45cc-8a10-6c86aa6b70e6 req-494667e6-e895-4905-9db9-140d8b3e9713 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.1656806
Nov 10 21:21:58.983550 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ff8ce3f2-ebcf-4c6c-9efd-42f68a88b183 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:58.984853 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ff8ce3f2-ebcf-4c6c-9efd-42f68a88b183 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b113375b3b844809a3554406eb5cb52d HTTP/1.1" status: 200  len: 379 time: 0.2888465
Nov 10 21:21:59.090171 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'port': {'device_id': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'admin_state_up': True, 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'security_groups': ['6b9df6c2-784c-4118-b7dc-3bf418f64f75']}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:21:59.172418 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Pushing event updated for resources: {'Subnet': ['ID=46636b42-52c7-47ee-b746-ee0a0afbc0f8,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:21:59.266913 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:21:59.291092 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Checking segment: {'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:21:59.291499 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Network hostable DHCP agents. Network: 8d45b4c7-49b5-4789-bb96-28ced25d3e8e, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:21:59.313637 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.76', 60095) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:21:59.516075 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61874bea-9323-46ba-b95d-634e57149883 req-bad343c0-a3b1-4708-aedd-2d3167dd49e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:59.518185 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-bad343c0-a3b1-4708-aedd-2d3167dd49e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.5252323
Nov 10 21:21:59.540266 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3713-ef30-4bbf-ba12-201f8baf4245 req-a179b180-6c72-42cd-aa32-538a9beae247 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:59.542476 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-361c3713-ef30-4bbf-ba12-201f8baf4245 req-a179b180-6c72-42cd-aa32-538a9beae247 service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=0472b3c136e742129c7b28ddf8848741&shared=False HTTP/1.1" status: 200  len: 918 time: 0.5421093
Nov 10 21:21:59.590629 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-ae861671-ad55-4cf7-91ac-f35df6deb961 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0565729
Nov 10 21:21:59.601211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:21:59.627995 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 8d45b4c7-49b5-4789-bb96-28ced25d3e8e) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:21:59.640766 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372e640e-3643-4751-b464-906f7a5d030a None None] Network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:21:59.726000 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:59.726780 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:59.776535 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:21:59.790023 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:21:59.821790 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.7505515
Nov 10 21:21:59.822055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bce060-28ac-455a-a46d-4ea3ea28442a req-5abd4367-5172-45e3-9b3f-3db7fb99de4c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:59.822221 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-7e4af803-f3b4-4967-ad16-e17e8cce7d86 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:21:59.822414 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f5bce060-28ac-455a-a46d-4ea3ea28442a req-5abd4367-5172-45e3-9b3f-3db7fb99de4c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.4755528
Nov 10 21:21:59.824685 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-7e4af803-f3b4-4967-ad16-e17e8cce7d86 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Synchronizing usage tracker for tenant:3a129cf072074532909c7c50b1d90478 on resource:network {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:21:59.835293 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Made reservation on behalf of b113375b3b844809a3554406eb5cb52d for: {'port': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:21:59.838762 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:21:59.842867 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5a29844b-ac27-4be7-89de-c3e67de99ba8 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:21:59.983495 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-7e4af803-f3b4-4967-ad16-e17e8cce7d86 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Unset dirty status for tenant:3a129cf072074532909c7c50b1d90478 on resource:network {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:21:59.985487 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-7e4af803-f3b4-4967-ad16-e17e8cce7d86 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 819 time: 0.6676085
Nov 10 21:22:00.037863 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Request body: {'port': {'device_id': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'admin_state_up': True, 'tenant_id': '3a129cf072074532909c7c50b1d90478'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:00.038755 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-2855ea5c-0331-4ebb-8f11-346cf8171cd5 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4422293
Nov 10 21:22:00.165290 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361c3713-ef30-4bbf-ba12-201f8baf4245 req-e183f073-f5a0-4d16-a70e-b2cfc3ca3191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:00.171663 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-361c3713-ef30-4bbf-ba12-201f8baf4245 req-e183f073-f5a0-4d16-a70e-b2cfc3ca3191 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.6219277
Nov 10 21:22:00.432876 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'tag': 'de0945f1-f083-4624-9cfe-28f17482cb24', 'status': 'completed', 'code': 200}
Nov 10 21:22:00.568548 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-61874bea-9323-46ba-b95d-634e57149883 req-cc86fc88-a1ae-4298-ae13-6064d6ac0f59 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4827356
Nov 10 21:22:00.592616 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 5a29844b-ac27-4be7-89de-c3e67de99ba8 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:00.627647 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 5a29844b-ac27-4be7-89de-c3e67de99ba8 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:00.627948 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:00.744234 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f5bce060-28ac-455a-a46d-4ea3ea28442a req-09781b08-04ba-495a-ba15-c73ddf8c6681 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9101222
Nov 10 21:22:00.813858 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Allocated IP 172.20.0.4 (b0867bbc-d62a-4b7b-a662-02885d39b0e8/8209be17-771c-43f9-9090-7768656df39e/b443680f-d4df-4a08-b470-173361eb021b) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:22:00.839585 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3244e525-d55e-436d-ad40-de3da2b581a7 req-24b4f06a-bae1-4836-827e-a7c58bbc2a90 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.2010198
Nov 10 21:22:00.875992 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:00.908419 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:00.956241 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Made reservation on behalf of 3a129cf072074532909c7c50b1d90478 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:22:00.972408 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:01.071581 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ea1ee5-f53b-446c-aeb8-7778bdac77d0 None None] Network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:22:01.092593 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-d34ab76e-e801-4162-baf7-f1589f43e857 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1096 time: 0.6753173
Nov 10 21:22:01.290743 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-ff44350c-9290-4478-970b-f75f6291c150 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1096 time: 0.6211345
Nov 10 21:22:01.361165 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-996897c0-f270-4208-a84f-34b94c4e923e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edc6b33a-e486-4396-8885-ccec028df114 HTTP/1.1" status: 200  len: 217 time: 0.2658198
Nov 10 21:22:01.617291 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2072a52a-51fb-4fd7-820c-1644450ebdb7 req-4c4eb249-ebcf-41c4-8505-3f39cae627f3 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:01.621009 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2072a52a-51fb-4fd7-820c-1644450ebdb7 req-4c4eb249-ebcf-41c4-8505-3f39cae627f3 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 944 time: 0.4814098
Nov 10 21:22:01.637396 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-49855f31-5312-42a5-8527-d351a0668d97 req-3fe0c756-202d-4377-a794-c29701826e0f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.2745204
Nov 10 21:22:01.656997 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:01.698811 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Transition to ACTIVE for port object b443680f-d4df-4a08-b470-173361eb021b will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:01.716790 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2072a52a-51fb-4fd7-820c-1644450ebdb7 req-10b9ab4a-6c5a-4836-b9de-38d94595cdf2 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0846326
Nov 10 21:22:01.782503 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:01.791122 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:01.801314 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:01.974504 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Allocated IP 172.20.0.2 (aaa41312-d9ff-428f-b98e-96a8a89c3548/599f43dd-5aa4-4bf1-9cf1-c96146e35986/18a9bb0e-c399-429a-bb61-ada9618df137) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:22:02.037680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5a29844b-ac27-4be7-89de-c3e67de99ba8, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8,segment=NetworkSegment(90931669-f7e0-423d-a0df-c60e13c2432e),segment_id=90931669-f7e0-423d-a0df-c60e13c2432e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:02.043254 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:22:02.044744 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29844b-ac27-4be7-89de-c3e67de99ba8'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:02.054970 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:22:02.083087 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:22:02.094562 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:02.096314 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:02.184810 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1022682
Nov 10 21:22:02.249302 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'Port': ['ID=b443680f-d4df-4a08-b470-173361eb021b,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:02.255086 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:02.300658 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-528cc6e2-42cd-45e7-a910-542a639e49b4 req-04c35690-1d28-4410-8066-cc8df5f83d2c tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.1266637
Nov 10 21:22:02.362665 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:02.370670 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:02.763375 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5a29844b-ac27-4be7-89de-c3e67de99ba8,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:02.767683 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-d9cfb4e2-3a32-413d-bab3-dbabb1d4dff4 None None] Provisioning for port b443680f-d4df-4a08-b470-173361eb021b completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:02.774311 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:02.779015 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-d9cfb4e2-3a32-413d-bab3-dbabb1d4dff4 None None] Provisioning complete for port b443680f-d4df-4a08-b470-173361eb021b triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:02.779444 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d9cfb4e2-3a32-413d-bab3-dbabb1d4dff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:02.850792 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-d9cfb4e2-3a32-413d-bab3-dbabb1d4dff4 None None] Port b443680f-d4df-4a08-b470-173361eb021b cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:22:02.904510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:02.934315 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae036d23-55db-44f5-85bf-a4eb0fc55457 req-4c3d41d0-e392-4a78-85d3-34c21a581c3a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:02.936358 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae036d23-55db-44f5-85bf-a4eb0fc55457 req-4c3d41d0-e392-4a78-85d3-34c21a581c3a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.2485156
Nov 10 21:22:02.990199 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:03.000562 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Sync routers for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:22:03.005719 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8ea9be4a-7e4d-486d-93c5-41955ae8e0da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:03.025492 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:03.026699 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d6cd30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:03.037767 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389aff4f-13bb-4532-a62a-f1d36480d905 req-68156303-1bf6-4cba-b5f4-09160a7e1236 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:03.038953 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-389aff4f-13bb-4532-a62a-f1d36480d905 req-68156303-1bf6-4cba-b5f4-09160a7e1236 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:03.068653 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae036d23-55db-44f5-85bf-a4eb0fc55457 req-fe9b1173-914d-476f-be43-bf6547c6fb2b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1190982
Nov 10 21:22:03.070408 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-389aff4f-13bb-4532-a62a-f1d36480d905 req-68156303-1bf6-4cba-b5f4-09160a7e1236 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:03.075231 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-389aff4f-13bb-4532-a62a-f1d36480d905 req-68156303-1bf6-4cba-b5f4-09160a7e1236 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 931 time: 0.1699297
Nov 10 21:22:03.095760 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Network aaa41312-d9ff-428f-b98e-96a8a89c3548 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:22:03.100147 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:22:03.103163 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:22:03.108779 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:03.109444 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:03.119949 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Pushing event updated for resources: {'Port': ['ID=18a9bb0e-c399-429a-bb61-ada9618df137,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:03.123142 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:03.187066 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.1800892
Nov 10 21:22:03.194101 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-389aff4f-13bb-4532-a62a-f1d36480d905 req-ddb59cbe-dc23-4ded-8384-c0c107115899 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1022053
Nov 10 21:22:03.370340 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:03.430748 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a29844b-ac27-4be7-89de-c3e67de99ba8', 'code': 200}
Nov 10 21:22:03.480341 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f796d6ec-bdd6-4cc1-a9d3-1ad4a2769760 req-ffe07c5f-076a-4e42-9240-4756eba1c543 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:03.485267 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f796d6ec-bdd6-4cc1-a9d3-1ad4a2769760 req-ffe07c5f-076a-4e42-9240-4756eba1c543 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.1238210
Nov 10 21:22:03.558842 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f796d6ec-bdd6-4cc1-a9d3-1ad4a2769760 req-e2eb59fd-d9df-4dc3-a966-27fb3d50fb9a tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620711
Nov 10 21:22:03.817008 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408fd94-3615-4b9a-94f0-2c4cde28e499 req-8c057bcd-06f1-4c9a-9729-3d196796bbd2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:03.818509 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0408fd94-3615-4b9a-94f0-2c4cde28e499 req-8c057bcd-06f1-4c9a-9729-3d196796bbd2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Synchronizing usage tracker for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:03.869059 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0408fd94-3615-4b9a-94f0-2c4cde28e499 req-8c057bcd-06f1-4c9a-9729-3d196796bbd2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Unset dirty status for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:03.871778 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0408fd94-3615-4b9a-94f0-2c4cde28e499 req-8c057bcd-06f1-4c9a-9729-3d196796bbd2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 931 time: 0.2115853
Nov 10 21:22:03.906980 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d6cd30>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 2, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:03.912977 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Checking router: 5514ad13-d109-4b12-aeba-71aea9a71810 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:22:03.913466 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Updating router 5514ad13-d109-4b12-aeba-71aea9a71810 port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:22:03.953952 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0408fd94-3615-4b9a-94f0-2c4cde28e499 req-b4478ba2-6efe-4520-bfce-b8a4f4ee5bcd tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Synchronizing usage tracker for tenant:3a129cf072074532909c7c50b1d90478 on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:03.981673 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0408fd94-3615-4b9a-94f0-2c4cde28e499 req-b4478ba2-6efe-4520-bfce-b8a4f4ee5bcd tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Unset dirty status for tenant:3a129cf072074532909c7c50b1d90478 on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:03.983044 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0408fd94-3615-4b9a-94f0-2c4cde28e499 req-b4478ba2-6efe-4520-bfce-b8a4f4ee5bcd tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044288
Nov 10 21:22:03.999160 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:04.033273 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Request body: {'port': {'device_id': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:04.101813 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Request body: {'port': {'device_id': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:04.260924 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-3baca4be-44be-4f80-b1ba-3ce4df4eaf21 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:04.276001 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-3baca4be-44be-4f80-b1ba-3ce4df4eaf21 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.2409663
Nov 10 21:22:04.278296 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.76', 60102) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:04.436118 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-0aa52993-5a16-4d18-b400-564c327ddb76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:04.438806 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-0aa52993-5a16-4d18-b400-564c327ddb76 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.4322054
Nov 10 21:22:04.501480 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:04.534034 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Transition to ACTIVE for port object 93a49c4d-459e-4fe9-b746-7bacdbf94a85 will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:04.545912 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:04.553098 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-7e89db14-d2c8-4c1c-b1e5-5b8e4f3504db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:04.589802 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-c02e5db9-4984-4665-8ff6-a33df1a6d9d7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 217 time: 0.1254401
Nov 10 21:22:04.632878 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:04.639687 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f9434-0837-470f-ba4d-822a50e0d971 None None] Pushing event updated for resources: {'Port': ['ID=93a49c4d-459e-4fe9-b746-7bacdbf94a85,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:04.644547 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-5f1f9434-0837-470f-ba4d-822a50e0d971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:04.765965 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-618cae7c-66fe-40dd-8d59-fa0b0beb4f76 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:04.768242 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-618cae7c-66fe-40dd-8d59-fa0b0beb4f76 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.1699052
Nov 10 21:22:04.837507 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:04.890746 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-aa544db4-4000-40a9-9543-d24c993e0769 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0961721
Nov 10 21:22:04.904907 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c21caf7-ea25-4d42-bd3f-4554b844e82e req-7e2ce8a2-3284-4e47-bda4-c901b3d86599 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:04.914249 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0c21caf7-ea25-4d42-bd3f-4554b844e82e req-7e2ce8a2-3284-4e47-bda4-c901b3d86599 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.4560673
Nov 10 21:22:04.978373 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Attempting to bind port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:22:04.979263 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Attempting to bind port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:22:04.979752 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Attempting to bind port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:04.988728 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:22:04.989368 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Checking segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:22:04.989882 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:04.990350 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Bound using segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:22:04.991596 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Bound port: 93a49c4d-459e-4fe9-b746-7bacdbf94a85, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:22:04.992135 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:04.995293 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-46cd53ec-9f29-4282-8cfa-f03ac39b69e8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 1098 time: 0.6224945
Nov 10 21:22:05.027055 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-9c57986c-c098-49bc-9a68-306085ca821b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.6031830
Nov 10 21:22:05.047301 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:05.148191 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] For port 93a49c4d-459e-4fe9-b746-7bacdbf94a85, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:22:05.153321 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] For port 93a49c4d-459e-4fe9-b746-7bacdbf94a85, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=93a49c4d-459e-4fe9-b746-7bacdbf94a85,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:22:05.162872 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:05.176709 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:05.234844 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-a417e742-4212-4b65-b8a7-14b35cfe9258 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2718644
Nov 10 21:22:05.258215 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-c0181533-1ddc-4944-9dad-92e0856dc7f4 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1698430
Nov 10 21:22:05.274961 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc1e73b-7e05-416c-b3c8-4cdeb9300d27 req-02d403e0-f64d-4eaf-a3b3-2db4ecab04b4 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:05.282629 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ffc1e73b-7e05-416c-b3c8-4cdeb9300d27 req-02d403e0-f64d-4eaf-a3b3-2db4ecab04b4 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 931 time: 0.6028402
Nov 10 21:22:05.302255 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1f9434-0837-470f-ba4d-822a50e0d971 None None] Pushing event updated for resources: {'Port': ['ID=93a49c4d-459e-4fe9-b746-7bacdbf94a85,revision_number=4']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:05.364889 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:05.366686 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d6cd30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:05.598798 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-260d7ec0-1d47-461a-9a6a-247a4200dff9 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3391087
Nov 10 21:22:05.644938 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-5f1f9434-0837-470f-ba4d-822a50e0d971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:05.916052 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0c21caf7-ea25-4d42-bd3f-4554b844e82e req-43c74936-6b81-4e0c-860d-7c698008f0ca tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.0007346
Nov 10 21:22:05.937861 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:06.023147 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device de0945f1-f083-4624-9cfe-28f17482cb24 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:22:06.077546 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b443680f-d4df-4a08-b470-173361eb021b {{(pid=82877) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:06.093134 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:06.121184 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Transition to ACTIVE for port object b443680f-d4df-4a08-b470-173361eb021b will not be triggered until provisioned by entity L2. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:06.128666 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:06.143453 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ee537926-77a6-45b8-af0c-0e975786f8c5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:06.174041 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:06.232115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Usage tracker for resource:security_group_rule and tenant:80b22411c4494080b0460c175fbd91ee is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:06.267235 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:06.554030 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Sync routers for ids ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:22:06.594658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Pushing event updated for resources: {'Port': ['ID=b443680f-d4df-4a08-b470-173361eb021b,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:06.601614 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:06.602961 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Routers {'7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:06.607346 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23cd75e0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:06.625202 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ffc1e73b-7e05-416c-b3c8-4cdeb9300d27 req-3e792bd6-a0c6-48c0-84ef-34ae6dbb3459 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.3388655
Nov 10 21:22:06.646163 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.494s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:06.663289 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0192ba2c-5399-4a1b-9d56-b767bf98bb89 req-75b39516-e017-45be-9c7f-52a72d7ae853 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.3223424
Nov 10 21:22:06.728295 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Attempting to bind port b443680f-d4df-4a08-b470-173361eb021b on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:22:06.728635 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Attempting to bind port b443680f-d4df-4a08-b470-173361eb021b by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:22:06.728968 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Attempting to bind port b443680f-d4df-4a08-b470-173361eb021b on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:06.753131 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Port b443680f-d4df-4a08-b470-173361eb021b on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:22:06.753463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Attempting to bind port b443680f-d4df-4a08-b470-173361eb021b on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:06.786163 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef08844-6889-4780-9662-3d442f4950c8 req-a7e3e844-178c-4f15-8a69-4f7f3ee630dd tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:06.791825 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0ef08844-6889-4780-9662-3d442f4950c8 req-a7e3e844-178c-4f15-8a69-4f7f3ee630dd tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.4918666
Nov 10 21:22:06.844797 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:22:06.845329 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Checking segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:22:06.845832 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Bound using segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} {{(pid=82877) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:22:06.846523 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.managers [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Bound port: b443680f-d4df-4a08-b470-173361eb021b, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}}] {{(pid=82877) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:22:06.847082 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:06.896271 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d6cd30>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:05Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:06.908068 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9157bb04-c2d7-4d15-9375-6601c6ced170 None None] The sync data for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi is: [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:05Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:22:06.919480 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0ef08844-6889-4780-9662-3d442f4950c8 req-274b22e3-7dca-4c38-a564-055c5417a9d4 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1123722
Nov 10 21:22:07.077187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 18a9bb0e-c399-429a-bb61-ada9618df137 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:07.092411 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:07.096711 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] For port b443680f-d4df-4a08-b470-173361eb021b, host hv-cinder-81726, cleared binding levels {{(pid=82877) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:22:07.108537 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] For port b443680f-d4df-4a08-b470-173361eb021b, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b443680f-d4df-4a08-b470-173361eb021b,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82877) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:22:07.123474 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:07.130519 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Transition to ACTIVE for port object 18a9bb0e-c399-429a-bb61-ada9618df137 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:07.140285 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:07.157458 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:07.176739 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:07.296052 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:07.314414 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port de0945f1-f083-4624-9cfe-28f17482cb24, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=de0945f1-f083-4624-9cfe-28f17482cb24,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:07.362028 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Pushing event updated for resources: {'Port': ['ID=b443680f-d4df-4a08-b470-173361eb021b,revision_number=3']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:07.381275 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:07.404574 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:07.430023 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Pushing event updated for resources: {'Port': ['ID=18a9bb0e-c399-429a-bb61-ada9618df137,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:07.446301 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:07.460074 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-438fe15d-19cf-40ef-8b57-209c1411e6c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:07.463582 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'de0945f1-f083-4624-9cfe-28f17482cb24', 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'port_id': 'de0945f1-f083-4624-9cfe-28f17482cb24', 'mac_address': 'fa:16:3e:f0:35:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:22:07.511524 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bd71d7-c583-40d4-b77d-b94a7d8b9c34 req-7fb8f3fb-9cfd-47c2-b922-d8a3a7d0f244 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:07.535741 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:07.537480 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f2bd71d7-c583-40d4-b77d-b94a7d8b9c34 req-7fb8f3fb-9cfd-47c2-b922-d8a3a7d0f244 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 931 time: 0.6578281
Nov 10 21:22:07.538778 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] 10.222.0.76 "PUT /v2.0/ports/b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 200  len: 1093 time: 3.5121958
Nov 10 21:22:07.604160 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-df6fbcbc-d4b8-493a-a620-6d2083fd60d9 req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.5894856
Nov 10 21:22:07.692639 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:07.793492 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Set router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:07.800640 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=968837b5-d903-49d6-ae67-fa80fd4ebcce,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:07.813548 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Attempting to bind port 18a9bb0e-c399-429a-bb61-ada9618df137 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:22:07.814247 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Attempting to bind port 18a9bb0e-c399-429a-bb61-ada9618df137 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:22:07.814856 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Attempting to bind port 18a9bb0e-c399-429a-bb61-ada9618df137 on network aaa41312-d9ff-428f-b98e-96a8a89c3548 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:07.820263 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:07.845247 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Port 18a9bb0e-c399-429a-bb61-ada9618df137 on network aaa41312-d9ff-428f-b98e-96a8a89c3548 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:22:07.845968 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Attempting to bind port 18a9bb0e-c399-429a-bb61-ada9618df137 on network aaa41312-d9ff-428f-b98e-96a8a89c3548 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:07.868001 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:22:07.869046 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Checking segment: {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:22:07.870030 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Bound using segment: {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:22:07.876587 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Bound port: 18a9bb0e-c399-429a-bb61-ada9618df137, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:22:07.877269 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:07.913852 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f2bd71d7-c583-40d4-b77d-b94a7d8b9c34 req-547f656c-27c0-4e87-83e2-bf0669e9e9de tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3752601
Nov 10 21:22:07.968308 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 93a49c4d-459e-4fe9-b746-7bacdbf94a85 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:08.173203 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-4f876135-d247-4ee1-962e-f6baa867c0b1 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:08.181479 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-4f876135-d247-4ee1-962e-f6baa867c0b1 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/networks?id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e HTTP/1.1" status: 200  len: 808 time: 0.8268657
Nov 10 21:22:08.211661 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-c33cd845-ef49-4821-b7ad-ed040bf5cc3c tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/quotas/6e6837a370174c9e9dbbed29e4be0540 HTTP/1.1" status: 200  len: 375 time: 0.0289640
Nov 10 21:22:08.252018 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] For port 18a9bb0e-c399-429a-bb61-ada9618df137, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:22:08.275975 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:08.282255 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] For port 18a9bb0e-c399-429a-bb61-ada9618df137, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=18a9bb0e-c399-429a-bb61-ada9618df137,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:22:08.294725 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-74d81fbe-2f58-4c4c-a764-886af0258365 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 1096 time: 0.5346317
Nov 10 21:22:08.302464 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:08.330733 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:08.381813 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-339cf651-fdf6-470e-be21-725ed93d08da tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e6837a370174c9e9dbbed29e4be0540&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1687679
Nov 10 21:22:08.417265 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:08.420142 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] 10.222.0.76 "PUT /v2.0/ports/18a9bb0e-c399-429a-bb61-ada9618df137 HTTP/1.1" status: 200  len: 1093 time: 4.3307154
Nov 10 21:22:08.433242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a378f-0156-457e-bff0-3a3a2949c9d6 req-54e5ac9b-6e73-4d9b-9556-e610c0d644bd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:08.436011 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-541a378f-0156-457e-bff0-3a3a2949c9d6 req-54e5ac9b-6e73-4d9b-9556-e610c0d644bd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.2822247
Nov 10 21:22:08.436946 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'tag': '18a9bb0e-c399-429a-bb61-ada9618df137'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:08.471846 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-86e10f1b-1ce0-4ccf-9f92-62518c1a8eac service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 200  len: 217 time: 0.1666338
Nov 10 21:22:08.552680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:08.603519 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-00accf97-450b-49d5-8f33-a73f26465212 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:08.604228 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id de0945f1-f083-4624-9cfe-28f17482cb24 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:08.605218 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-00accf97-450b-49d5-8f33-a73f26465212 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.0660288
Nov 10 21:22:08.622300 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:08.626372 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-541a378f-0156-457e-bff0-3a3a2949c9d6 req-2cdbdd52-d301-4aff-8cd6-1f395c682228 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1827476
Nov 10 21:22:08.637695 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:08.639251 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Pushing event updated for resources: {'Port': ['ID=18a9bb0e-c399-429a-bb61-ada9618df137,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:08.643214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:08.699619 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-27f85d1c-3275-46cc-8a41-c8ae008460c8 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 1096 time: 0.1967804
Nov 10 21:22:08.708309 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-c62c0f6c-0215-4e94-bd3a-756e8133ea0b service neutron] 10.222.0.46 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3251081
Nov 10 21:22:08.874512 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port de0945f1-f083-4624-9cfe-28f17482cb24, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=de0945f1-f083-4624-9cfe-28f17482cb24,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:08.892596 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:08.898079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:08.935515 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abb80af-a8bb-4a42-bd73-70502be5a243 req-e1772f0e-ec93-4b7f-9ce6-e7b17f550dac tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:08.937088 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9abb80af-a8bb-4a42-bd73-70502be5a243 req-e1772f0e-ec93-4b7f-9ce6-e7b17f550dac tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 943 time: 0.1315742
Nov 10 21:22:09.010515 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9abb80af-a8bb-4a42-bd73-70502be5a243 req-101e4a62-109f-45e3-82f3-6873d6de406d tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0654860
Nov 10 21:22:09.045452 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-a338e8b6-4419-4755-ad51-8e0364cd66ca service neutron] 10.222.0.46 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3359842
Nov 10 21:22:09.156035 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b', 'status': 'completed', 'code': 200}
Nov 10 21:22:09.167883 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:09.195712 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=de0945f1-f083-4624-9cfe-28f17482cb24,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:09.199595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:09.223614 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 93a49c4d-459e-4fe9-b746-7bacdbf94a85, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=93a49c4d-459e-4fe9-b746-7bacdbf94a85,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:09.247596 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:09.251473 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:09.372833 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'tag': '18a9bb0e-c399-429a-bb61-ada9618df137', 'status': 'completed', 'code': 200}
Nov 10 21:22:09.388711 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38650) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:09.472153 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23cd75e0>, [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '824beee3-f53c-445b-9875-612e0e11fccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:21:35Z', 'revision_number': 4, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port': {'id': '824beee3-f53c-445b-9875-612e0e11fccd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:17Z', 'updated_at': '2021-11-10T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '2fc0f4f2-47a7-4e03-aa63-65e8118c07e8', 'name': '', 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:31Z', 'updated_at': '2021-11-10T21:21:36Z', 'revision_number': 2, 'project_id': '3a129cf072074532909c7c50b1d90478', 'subnets': [{'id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:09.565924 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=93a49c4d-459e-4fe9-b746-7bacdbf94a85,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:09.592189 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:09.596637 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Checking router: 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:22:09.598145 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Updating router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:22:09.618260 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e234d96-ec29-4f56-911b-45a0bff0bcad req-6f318637-c256-48a2-a01f-8ea5b9eda59d tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:09.620506 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e234d96-ec29-4f56-911b-45a0bff0bcad req-6f318637-c256-48a2-a01f-8ea5b9eda59d tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.2347407
Nov 10 21:22:09.673148 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c2d28d-e19c-44f5-ac41-e914a6cb5909 req-4637f87d-2a03-4979-a930-f953bcc0c7d9 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:09.682384 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-06c2d28d-e19c-44f5-ac41-e914a6cb5909 req-4637f87d-2a03-4979-a930-f953bcc0c7d9 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 943 time: 0.1130824
Nov 10 21:22:09.721005 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:09.774459 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-06c2d28d-e19c-44f5-ac41-e914a6cb5909 req-31403386-822b-40e9-bc61-8e7a644705d2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0888062
Nov 10 21:22:09.794951 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e234d96-ec29-4f56-911b-45a0bff0bcad req-51fdeed9-9505-4277-861a-1304ee08a943 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1634059
Nov 10 21:22:09.843267 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.026699 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3ce1603c-4656-42ee-93b2-b8feb38fc636 req-d38e59f9-5f6c-43d0-9db3-83a8795da673 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 210 time: 0.1154201
Nov 10 21:22:10.030965 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:10.039356 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Usage tracker for resource:security_group_rule and tenant:f2daffa27d7d44fcb79bc798d00c33d4 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:10.045061 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:10.072366 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:10.114019 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38672) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:10.182053 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec3e8-f77b-4320-b4af-0bbe5527d401 req-82d36f30-c536-401b-910b-26a02f268a2d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:10.184989 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c01ec3e8-f77b-4320-b4af-0bbe5527d401 req-82d36f30-c536-401b-910b-26a02f268a2d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1380029
Nov 10 21:22:10.271834 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c01ec3e8-f77b-4320-b4af-0bbe5527d401 req-f694dfed-0090-487e-852e-9eaa9dfb8698 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0802341
Nov 10 21:22:10.276973 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.321760 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.336501 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:10.384369 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.384644 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f661f3f1-c3e1-4bff-a38b-aceb76639ea2,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:10.393037 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:10.400070 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f2daffa27d7d44fcb79bc798d00c33d4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0072830
Nov 10 21:22:10.400957 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38678) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:10.402671 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Transition to ACTIVE for port object 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:10.424087 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.431040 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:10.454280 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.490646 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f40bb-2f60-4a10-a057-f8d486a8dfed req-91898643-bbbc-4788-bb95-ceb5692a6695 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:10.492328 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d80f40bb-2f60-4a10-a057-f8d486a8dfed req-91898643-bbbc-4788-bb95-ceb5692a6695 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 943 time: 0.2092767
Nov 10 21:22:10.500297 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.537350 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.572158 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:10.580556 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Usage tracker for resource:security_group_rule and tenant:71a3323d27a442bb96aa55106b943132 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:10.586281 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:10.597925 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d80f40bb-2f60-4a10-a057-f8d486a8dfed req-201207e7-7d41-4188-b928-1f6f1d3f6197 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0978961
Nov 10 21:22:10.598304 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:10.626419 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.641171 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1a4bb3f9-adca-4cb1-bcab-f67eacd9f2c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:10.650844 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad7c19-3c44-43ee-8b39-fa58f23f7fc6 None None] Pushing event updated for resources: {'Port': ['ID=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:10.660540 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-b1ad7c19-3c44-43ee-8b39-fa58f23f7fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:10.669340 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f661f3f1-c3e1-4bff-a38b-aceb76639ea2,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:10.682501 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.687350 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.695475 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.696197 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.696843 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.697364 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4b550be1-dab7-46dc-be5c-bbc73fbe2811 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:10.697469 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.698159 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.698845 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.699433 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.700088 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.700754 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.701395 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.702049 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:10.707480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.709527 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f661f3f1-c3e1-4bff-a38b-aceb76639ea2 HTTP/1.1" status: 204  len: 168 time: 0.3065128
Nov 10 21:22:10.712337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:10.767591 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5180ff3-7a48-491d-a36a-d144b6d74597,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:10.772867 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=71a3323d27a442bb96aa55106b943132&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6590452
Nov 10 21:22:10.773914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:10.777025 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38686) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:10.799429 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Attempting to bind port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:22:10.800207 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Attempting to bind port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:22:10.800868 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Attempting to bind port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 on network aaa41312-d9ff-428f-b98e-96a8a89c3548 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:10.808609 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 21, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:22:10.809094 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Checking segment: {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:22:10.809609 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.810089 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Bound using segment: {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:22:10.810650 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Bound port: 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e012a427-e459-4bcd-8eec-d82a3f1d5415', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1115, 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:22:10.811117 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.927395 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.952601 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] For port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:22:10.966464 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] For port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:22:10.968229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.979493 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:10.999523 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:11.157092 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Routers {'7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:11.158204 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23cd75e0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:21:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:11.167414 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:11.172661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:11.189850 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5180ff3-7a48-491d-a36a-d144b6d74597,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:11.198959 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99183834-eaa9-4c71-82ef-edbbf083815d req-2f9544de-7de4-40fe-a42a-b89f109a8c92 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:11.206006 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-99183834-eaa9-4c71-82ef-edbbf083815d req-2f9544de-7de4-40fe-a42a-b89f109a8c92 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 943 time: 0.1708367
Nov 10 21:22:11.209793 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:11.212012 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:11.217180 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d5180ff3-7a48-491d-a36a-d144b6d74597 HTTP/1.1" status: 204  len: 168 time: 0.4348421
Nov 10 21:22:11.233040 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66540973-b82e-4a2e-923f-3f5533deb0ef req-6d60c081-2e6a-4857-b332-4c45b8442ef3 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:11.235386 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-66540973-b82e-4a2e-923f-3f5533deb0ef req-6d60c081-2e6a-4857-b332-4c45b8442ef3 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.1537254
Nov 10 21:22:11.321836 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-66540973-b82e-4a2e-923f-3f5533deb0ef req-3610ea4f-a70e-427d-aabb-ecf9cd3325d1 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0797369
Nov 10 21:22:11.329427 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-99183834-eaa9-4c71-82ef-edbbf083815d req-5139f6d0-3546-4b64-8364-20a8de3e16c8 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222706
Nov 10 21:22:11.461842 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:22:11.599602 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38706) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:11.682001 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ad7c19-3c44-43ee-8b39-fa58f23f7fc6 None None] Pushing event updated for resources: {'Port': ['ID=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:11.804530 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5aa681df-166d-4962-b7be-830243db395b req-8f193eee-562d-4bf8-9d68-f898394e3262 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 210 time: 0.1005690
Nov 10 21:22:11.822813 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-6badf433-8cef-40cc-9243-708712473ffd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18a9bb0e-c399-429a-bb61-ada9618df137 HTTP/1.1" status: 200  len: 217 time: 0.3788602
Nov 10 21:22:11.838483 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:11.844392 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-b1ad7c19-3c44-43ee-8b39-fa58f23f7fc6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:11.853653 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 93a49c4d-459e-4fe9-b746-7bacdbf94a85 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:11.976296 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:11.980949 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Usage tracker for resource:security_group_rule and tenant:5aa328dd55314a07a18edbe9e09d08e8 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:11.988778 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:12.002552 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:12.026277 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-ea8e3792-674e-4255-b678-1f95aaabeb19 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:12.028790 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-ea8e3792-674e-4255-b678-1f95aaabeb19 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.1980028
Nov 10 21:22:12.029621 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['de0945f1-f083-4624-9cfe-28f17482cb24'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:22:12.074111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] Set router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:12.143069 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.179141 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38712) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:12.255411 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:12.318017 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.337788 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.347294 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-5c4c6c36-0853-4c97-a31a-a15cfdf1d765 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.3095269
Nov 10 21:22:12.363485 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-93fa1af5-e628-49b5-9f84-3bc27a047253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:12.372753 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'edc6b33a-e486-4396-8885-ccec028df114', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'port_id': 'edc6b33a-e486-4396-8885-ccec028df114', 'mac_address': 'fa:16:3e:77:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:22:12.396616 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:12.397186 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.410928 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-ca81d124-745e-4652-b039-ea7eb41af96f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.9638174
Nov 10 21:22:12.428284 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.536842 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95035f9-00ef-4ced-b678-45dfdd00db73 req-7a8dec3a-46a9-48f9-8f8c-46e4b84e46bd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:12.549598 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d95035f9-00ef-4ced-b678-45dfdd00db73 req-7a8dec3a-46a9-48f9-8f8c-46e4b84e46bd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.8425326
Nov 10 21:22:12.558725 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba5721a-b56f-4900-b6f9-48f71ebfacdc,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:12.568636 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5aa328dd55314a07a18edbe9e09d08e8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9478753
Nov 10 21:22:12.593776 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38720) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:12.606517 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.750989 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.751354 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.751689 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.752032 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.752382 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.752717 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.753065 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.753932 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.754275 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.754609 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.754942 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:12.779115 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc6b33a-e486-4396-8885-ccec028df114 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:12.783206 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:12.795893 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d95035f9-00ef-4ced-b678-45dfdd00db73 req-3e00492a-9e58-4ff4-87ad-2f8954d2cde7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2450542
Nov 10 21:22:12.902306 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-e54c3bf5-0400-4e50-87c1-65eebc6722eb service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4484689
Nov 10 21:22:12.903168 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:12.955849 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.975032 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:12.980180 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:13.125914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:13.184872 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:13.227150 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['edc6b33a-e486-4396-8885-ccec028df114'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:22:13.279212 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-35de3773-0911-42eb-bd1d-85eb95cc6737 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9068701
Nov 10 21:22:13.281836 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:13.303974 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Usage tracker for resource:security_group_rule and tenant:0f62b4ae4e254ca98a2eef15fee0777d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:13.309667 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:13.351227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.351565 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.351899 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.352211 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.353778 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.353778 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.353778 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.354095 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.354229 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.354793 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.354995 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:22:13.356811 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0333540-b02c-4c20-a082-dbdcd9222c25 req-5a8632f7-457a-42df-9ccb-7ea85eb00558 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4450989
Nov 10 21:22:13.368835 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:13.371160 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23cd75e0>, [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '824beee3-f53c-445b-9875-612e0e11fccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:21:35Z', 'revision_number': 4, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port': {'id': '824beee3-f53c-445b-9875-612e0e11fccd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:17Z', 'updated_at': '2021-11-10T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '2fc0f4f2-47a7-4e03-aa63-65e8118c07e8', 'name': '', 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:31Z', 'updated_at': '2021-11-10T21:22:10Z', 'revision_number': 4, 'project_id': '3a129cf072074532909c7c50b1d90478', 'subnets': [{'id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:13.382103 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-503d8fd1-60ef-4518-a94c-325289b120c7 None None] The sync data for ids ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'] in dv-cinder-817261-1-iscsi is: [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '824beee3-f53c-445b-9875-612e0e11fccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:21:35Z', 'revision_number': 4, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port': {'id': '824beee3-f53c-445b-9875-612e0e11fccd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:17Z', 'updated_at': '2021-11-10T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '2fc0f4f2-47a7-4e03-aa63-65e8118c07e8', 'name': '', 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'mac_address': 'fa:16:3e:26:b5:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:31Z', 'updated_at': '2021-11-10T21:22:10Z', 'revision_number': 4, 'project_id': '3a129cf072074532909c7c50b1d90478', 'subnets': [{'id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:22:13.390189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068aa2a3-a053-4f3f-bdda-19112a975467 req-908bf3e4-33ae-465a-9baf-31420c36e56b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:13.391643 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-068aa2a3-a053-4f3f-bdda-19112a975467 req-908bf3e4-33ae-465a-9baf-31420c36e56b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 943 time: 1.1962514
Nov 10 21:22:13.392784 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:13.451385 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:13.477197 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-94bd4304-d238-422b-9757-20d092406cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:13.571382 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba5721a-b56f-4900-b6f9-48f71ebfacdc,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:13.577232 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:13.603472 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c70e4ea-5e8b-4160-ad20-0c1ec9cb6abd req-61e2e7bb-0289-4ef9-b1ef-ca96f34e7702 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:13.608956 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1c70e4ea-5e8b-4160-ad20-0c1ec9cb6abd req-61e2e7bb-0289-4ef9-b1ef-ca96f34e7702 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 943 time: 0.3020723
Nov 10 21:22:13.663701 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:13.664686 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7ba5721a-b56f-4900-b6f9-48f71ebfacdc HTTP/1.1" status: 204  len: 168 time: 1.0673113
Nov 10 21:22:13.764964 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1c70e4ea-5e8b-4160-ad20-0c1ec9cb6abd req-b74f8521-3027-43f1-b2ff-86890a488cd0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1436827
Nov 10 21:22:13.767746 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:13.772547 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a322932d-9621-4a12-9006-4122761a5fb8 req-a7d912de-dfb0-47be-9a5e-6dec6bc2e2cf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 1096 time: 0.2806492
Nov 10 21:22:13.781644 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-068aa2a3-a053-4f3f-bdda-19112a975467 req-71f07af1-d079-4518-b268-9d335485d1ba tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3331316
Nov 10 21:22:13.787610 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-70a08fd8-96b4-4e5f-b906-840c8cb744a7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 1.2647290
Nov 10 21:22:13.886198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-52bfa93e-22e2-4ae6-b32e-87fd2316b616 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:13.886913 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-52bfa93e-22e2-4ae6-b32e-87fd2316b616 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Synchronizing usage tracker for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:network {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:14.047408 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:14.056019 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:14.058688 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:14.241229 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3ecb2019-b885-47b3-a7ab-5167755ad42f req-5cf19588-795b-4009-b170-2936ab2f6743 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 210 time: 0.1057069
Nov 10 21:22:14.242743 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322932d-9621-4a12-9006-4122761a5fb8 req-17b71231-5830-4d32-99b5-ac50281f5006 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:14.245197 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a322932d-9621-4a12-9006-4122761a5fb8 req-17b71231-5830-4d32-99b5-ac50281f5006 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 912 time: 0.4646730
Nov 10 21:22:14.336219 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:14.375352 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:14.413976 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8d1f8026-fb43-45a4-a6f6-90d106113936 req-98b3d5c7-72ba-40bc-9b01-0f2e2d080ce9 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1131005
Nov 10 21:22:14.455280 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:14.469209 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a322932d-9621-4a12-9006-4122761a5fb8 req-0daf3b5c-fc28-4ce2-a37c-c3a11b51e027 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 200  len: 217 time: 0.2166016
Nov 10 21:22:14.474771 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:14.477672 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:14.499134 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:14.510410 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e1970cb3-8469-4234-9e90-1cbd3d9b3b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:14.562329 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd83644-2dd0-4e67-9870-40eb580a3436,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:14.567859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-52bfa93e-22e2-4ae6-b32e-87fd2316b616 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Unset dirty status for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:network {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:14.570035 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-52bfa93e-22e2-4ae6-b32e-87fd2316b616 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "GET /v2.0/networks?id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e HTTP/1.1" status: 200  len: 808 time: 1.7332740
Nov 10 21:22:14.727739 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:14.733240 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0f62b4ae4e254ca98a2eef15fee0777d&name=default HTTP/1.1" status: 200  len: 2647 time: 2.5343866
Nov 10 21:22:14.744887 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:14.747749 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 38752) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:14.749355 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:14.761542 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Request body: {'port': {'device_id': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e', 'admin_state_up': True, 'tenant_id': '6e6837a370174c9e9dbbed29e4be0540'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:14.918329 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322932d-9621-4a12-9006-4122761a5fb8 req-a0ddde7c-940a-48fb-b97c-b0b70d44288f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:14.921157 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a322932d-9621-4a12-9006-4122761a5fb8 req-a0ddde7c-940a-48fb-b97c-b0b70d44288f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.3033626
Nov 10 21:22:15.037972 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2051a4-7247-40c4-b8ff-44d5081467e7 req-c249226b-a198-4b69-bb1e-260e8632f075 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:15.039580 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cd2051a4-7247-40c4-b8ff-44d5081467e7 req-c249226b-a198-4b69-bb1e-260e8632f075 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 944 time: 0.5697193
Nov 10 21:22:15.155151 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:15.164949 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-268db117-5575-4af9-b468-ccdf1c88c642 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d5a5bdd160ab4407acf7b1b49b91f955&device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 1098 time: 1.1732547
Nov 10 21:22:15.172014 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1919af30-c752-4274-a854-4272531b2265 req-5f59f683-27cd-4183-ab2e-fe2ba3b24b8d tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:15.173764 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1919af30-c752-4274-a854-4272531b2265 req-5f59f683-27cd-4183-ab2e-fe2ba3b24b8d tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 1.0350406
Nov 10 21:22:15.176733 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Usage tracker for resource:port and tenant:6e6837a370174c9e9dbbed29e4be0540 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:15.182751 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:15.209921 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:15.258411 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-225a5871-f75b-4b5e-aff6-f2646b0699ec service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 1096 time: 0.7016006
Nov 10 21:22:15.266109 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cd2051a4-7247-40c4-b8ff-44d5081467e7 req-f21459cd-79c7-4669-92e7-56a5e994a008 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2051778
Nov 10 21:22:15.278391 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:15.356834 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a322932d-9621-4a12-9006-4122761a5fb8 req-1ad1e5b5-621b-43b6-8011-1136c1fc41ce service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4270034
Nov 10 21:22:15.426169 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b443680f-d4df-4a08-b470-173361eb021b details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:22:15.465319 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:15.540217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Made reservation on behalf of 6e6837a370174c9e9dbbed29e4be0540 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:22:15.548416 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:15.573547 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.resource_extend [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:22:15.723684 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-068de565-0d08-4d8a-9243-682770956398 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:15.724991 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port b443680f-d4df-4a08-b470-173361eb021b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b443680f-d4df-4a08-b470-173361eb021b,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:15.725612 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-068de565-0d08-4d8a-9243-682770956398 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.4504774
Nov 10 21:22:15.871856 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:15.876459 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1919af30-c752-4274-a854-4272531b2265 req-5c3930fa-7bdc-4ff2-ab25-0d0e6a56c15e tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6796777
Nov 10 21:22:15.910815 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a322932d-9621-4a12-9006-4122761a5fb8 req-7d138957-3ce8-4319-9820-26c9a4546767 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5430856
Nov 10 21:22:15.940086 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:16.022493 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'b443680f-d4df-4a08-b470-173361eb021b', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'port_id': 'b443680f-d4df-4a08-b470-173361eb021b', 'mac_address': 'fa:16:3e:65:6c:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:22:16.234710 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port edc6b33a-e486-4396-8885-ccec028df114 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:16.250784 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:16.274078 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port edc6b33a-e486-4396-8885-ccec028df114 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:16.274677 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:16.288186 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98ffad-6868-4149-b3db-19b7d12aa3ce req-c974ef67-86b7-4a41-a6c5-52ed29be76ab tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:16.299918 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Allocated IP 172.20.0.11 (8d45b4c7-49b5-4789-bb96-28ced25d3e8e/46636b42-52c7-47ee-b746-ee0a0afbc0f8/d3917a7c-edd2-45be-9426-d8b1bb53dddc) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:22:16.301827 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fa98ffad-6868-4149-b3db-19b7d12aa3ce req-c974ef67-86b7-4a41-a6c5-52ed29be76ab tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 943 time: 0.6225672
Nov 10 21:22:16.380177 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b443680f-d4df-4a08-b470-173361eb021b {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:16.437413 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a322932d-9621-4a12-9006-4122761a5fb8 req-59b31ffe-ccf7-493d-9ea5-9f27cde9fb71 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5141370
Nov 10 21:22:16.471138 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port b443680f-d4df-4a08-b470-173361eb021b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b443680f-d4df-4a08-b470-173361eb021b,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:16.477974 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fa98ffad-6868-4149-b3db-19b7d12aa3ce req-953aebcc-ecf8-47b3-961c-2fef173bee14 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1739442
Nov 10 21:22:16.484935 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:16.492586 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:16.602005 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=b443680f-d4df-4a08-b470-173361eb021b,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:16.606255 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:16.606859 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:16.607225 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:16.739075 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:16.740389 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-ff91bde3-f14d-46b9-ba6f-21c85eb1ffa7 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18a9bb0e-c399-429a-bb61-ada9618df137 HTTP/1.1" status: 200  len: 217 time: 1.0033333
Nov 10 21:22:16.766854 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b443680f-d4df-4a08-b470-173361eb021b'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:22:16.809054 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-46c59e4e-4071-4760-a343-53195fc40fab req-33133c93-b103-4451-b2c0-fa2bcd6d4f2e tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 210 time: 0.0927632
Nov 10 21:22:16.852154 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:16.897939 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519136e-bf43-4a76-95a2-743814bd4982 req-2186df9d-600a-4047-8681-95c43b585302 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:16.899416 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-2186df9d-600a-4047-8681-95c43b585302 service neutron] 10.222.0.76 "GET /v2.0/networks?id=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c HTTP/1.1" status: 200  len: 914 time: 1.6669669
Nov 10 21:22:16.909298 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:16.931864 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:16.932773 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device de0945f1-f083-4624-9cfe-28f17482cb24 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:17.049146 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:17.056779 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-b93a1cc8-cf6f-4b4c-9fae-4ecf9833dfaf service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8 HTTP/1.1" status: 200  len: 217 time: 0.1189897
Nov 10 21:22:17.115144 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a3449e-8aab-46f8-96bc-c116f5450fa0 req-04ccf393-422a-4fba-8cdb-c78ec7b11734 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:17.117952 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b9a3449e-8aab-46f8-96bc-c116f5450fa0 req-04ccf393-422a-4fba-8cdb-c78ec7b11734 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.1689246
Nov 10 21:22:17.196412 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-a2510998-9569-49e9-9d59-3ffd1e86a072 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:17.197876 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-a2510998-9569-49e9-9d59-3ffd1e86a072 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.4443285
Nov 10 21:22:17.209226 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b9a3449e-8aab-46f8-96bc-c116f5450fa0 req-a0884f59-20a1-4901-86c1-4839747f8576 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0842533
Nov 10 21:22:17.258496 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ca4f8d-394b-46bc-a2d1-95264e47ef8c req-a84a732f-5170-4891-8079-26f9c8cc5ebe tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:17.260023 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c5ca4f8d-394b-46bc-a2d1-95264e47ef8c req-a84a732f-5170-4891-8079-26f9c8cc5ebe tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 943 time: 0.9224868
Nov 10 21:22:17.295189 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:17.301390 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:17.319603 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:17.331229 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port de0945f1-f083-4624-9cfe-28f17482cb24 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:17.338131 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:17.350536 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port de0945f1-f083-4624-9cfe-28f17482cb24 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:17.351213 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:17.353842 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-9bdd6b0e-060e-4580-b117-17e0683ee3a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1362014
Nov 10 21:22:17.355388 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9519136e-bf43-4a76-95a2-743814bd4982 req-966b2fe8-dd4e-4fb5-9bdf-d5877cbb688d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:17.356565 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-966b2fe8-dd4e-4fb5-9bdf-d5877cbb688d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=02e804fc-faab-4304-908c-b4cb99a0b11b HTTP/1.1" status: 200  len: 852 time: 0.2847559
Nov 10 21:22:17.385213 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd83644-2dd0-4e67-9870-40eb580a3436,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:17.387907 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114', 'code': 200}
Nov 10 21:22:17.446004 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 18a9bb0e-c399-429a-bb61-ada9618df137 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:22:17.448336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:17.497183 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-79bc936a-6259-4c49-b923-9096d069a284 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1195807
Nov 10 21:22:17.644897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:17.648660 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6fd83644-2dd0-4e67-9870-40eb580a3436 HTTP/1.1" status: 204  len: 168 time: 2.7562270
Nov 10 21:22:17.771513 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:17.780371 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c5ca4f8d-394b-46bc-a2d1-95264e47ef8c req-287d539d-7b9f-4164-bc47-8a4e8695614f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4468496
Nov 10 21:22:17.805716 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:17.880457 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-456e35d7-1c44-45bd-9898-63c3186c5211 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5009835
Nov 10 21:22:17.940469 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-ad720160-5aac-4d39-bc03-0991006633e6 service neutron] 10.222.0.76 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4212220
Nov 10 21:22:17.993183 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 18a9bb0e-c399-429a-bb61-ada9618df137, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=18a9bb0e-c399-429a-bb61-ada9618df137,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:18.002581 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port de0945f1-f083-4624-9cfe-28f17482cb24, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=de0945f1-f083-4624-9cfe-28f17482cb24,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:18.025306 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.029186 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:18.107831 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '18a9bb0e-c399-429a-bb61-ada9618df137', 'network_id': 'aaa41312-d9ff-428f-b98e-96a8a89c3548', 'port_id': '18a9bb0e-c399-429a-bb61-ada9618df137', 'mac_address': 'fa:16:3e:d3:14:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '599f43dd-5aa4-4bf1-9cf1-c96146e35986', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:22:18.217811 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.242782 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed59977c-c5bd-4508-baae-6ed2fc7f937b req-488c9a7f-110b-4917-9f86-d25cfa93132d tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:18.254588 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:18.257395 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ed59977c-c5bd-4508-baae-6ed2fc7f937b req-488c9a7f-110b-4917-9f86-d25cfa93132d tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 944 time: 0.2806530
Nov 10 21:22:18.305028 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-10ea873b-6bd6-4e31-a1ed-c97165e1a5a1 req-d9192645-cb1d-4dc9-94db-d5bbd152b0e9 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1098 time: 0.5395253
Nov 10 21:22:18.349782 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-787875f4-23d2-492d-b383-c56e9f666d98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.359552 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.373613 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=de0945f1-f083-4624-9cfe-28f17482cb24,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:18.379996 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:18.388774 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 18a9bb0e-c399-429a-bb61-ada9618df137 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:18.409930 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 18a9bb0e-c399-429a-bb61-ada9618df137, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=18a9bb0e-c399-429a-bb61-ada9618df137,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:18.420092 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.423414 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:18.454231 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ed59977c-c5bd-4508-baae-6ed2fc7f937b req-058a0089-76c3-4b3c-bf99-7beb37b55219 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1905775
Nov 10 21:22:18.466510 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-10ea873b-6bd6-4e31-a1ed-c97165e1a5a1 req-2e691cb1-b787-4c10-8239-56cb66d26569 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1481204
Nov 10 21:22:18.510091 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-300dda38-a5c5-4b15-905c-d0d0c4ddb6af req-15787970-f793-4741-81b4-7850ef968a91 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6110060
Nov 10 21:22:18.512163 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:22:18.547063 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:22:18.554446 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=18a9bb0e-c399-429a-bb61-ada9618df137,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:18.560380 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:22:18.563022 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:18.564557 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:18.565211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.601939 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9519136e-bf43-4a76-95a2-743814bd4982 req-1910b68e-baa0-412c-b63d-6777c88ae5e2 service neutron] 10.222.0.76 "GET /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6409941
Nov 10 21:22:18.608706 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Pushing event updated for resources: {'Port': ['ID=d3917a7c-edd2-45be-9426-d8b1bb53dddc,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:18.616089 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:18.638493 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0205bd18-fd6d-42d9-abfa-f1c20beb44ef req-40c8b3d6-e117-4f5f-baad-10e51edbcedd tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:18.639355 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0205bd18-fd6d-42d9-abfa-f1c20beb44ef req-40c8b3d6-e117-4f5f-baad-10e51edbcedd tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Synchronizing usage tracker for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:18.646146 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.646443 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.8939681
Nov 10 21:22:18.668138 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0205bd18-fd6d-42d9-abfa-f1c20beb44ef req-40c8b3d6-e117-4f5f-baad-10e51edbcedd tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Unset dirty status for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:18.676876 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0205bd18-fd6d-42d9-abfa-f1c20beb44ef req-40c8b3d6-e117-4f5f-baad-10e51edbcedd tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 932 time: 0.5572076
Nov 10 21:22:18.685005 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['18a9bb0e-c399-429a-bb61-ada9618df137'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:22:18.744076 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Request body: {'port': {'device_id': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:18.815449 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0205bd18-fd6d-42d9-abfa-f1c20beb44ef req-c368f844-5aed-49c2-a51f-5f58d3af9daf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Synchronizing usage tracker for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:18.908817 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0205bd18-fd6d-42d9-abfa-f1c20beb44ef req-c368f844-5aed-49c2-a51f-5f58d3af9daf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Unset dirty status for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:18.926213 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0205bd18-fd6d-42d9-abfa-f1c20beb44ef req-c368f844-5aed-49c2-a51f-5f58d3af9daf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2483528
Nov 10 21:22:18.942837 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:18.976555 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adf4b16-c320-4d10-b8a0-04c330083f7b req-51105729-49a4-4603-9325-82014ac19f35 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:18.994354 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2adf4b16-c320-4d10-b8a0-04c330083f7b req-51105729-49a4-4603-9325-82014ac19f35 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2084730
Nov 10 21:22:19.094566 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2adf4b16-c320-4d10-b8a0-04c330083f7b req-87c52384-9cf3-4b38-a634-85b14e9583c0 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985186
Nov 10 21:22:19.389870 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0945f1-f083-4624-9cfe-28f17482cb24'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:19.446402 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdb4c5c-6a06-42d1-8edf-5348351af82b req-e0777e2a-d42f-407d-8f23-499b631ec9f5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:19.449071 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8cdb4c5c-6a06-42d1-8edf-5348351af82b req-e0777e2a-d42f-407d-8f23-499b631ec9f5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 944 time: 0.1658437
Nov 10 21:22:19.466785 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b443680f-d4df-4a08-b470-173361eb021b up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:19.589861 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8cdb4c5c-6a06-42d1-8edf-5348351af82b req-c58236db-5e2c-4169-9c84-2d1bb1c6fe2d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297688
Nov 10 21:22:19.621473 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port b443680f-d4df-4a08-b470-173361eb021b completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:19.627775 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port b443680f-d4df-4a08-b470-173361eb021b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:19.629024 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:19.651893 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3917a7c-edd2-45be-9426-d8b1bb53dddc {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:19.660841 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:19.679184 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Transition to ACTIVE for port object d3917a7c-edd2-45be-9426-d8b1bb53dddc will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:19.688852 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:19.709127 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-92f030b6-d1d4-4e16-b21a-511dd33fea23 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:19.724937 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'de0945f1-f083-4624-9cfe-28f17482cb24', 'code': 200}
Nov 10 21:22:19.945611 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Pushing event updated for resources: {'Port': ['ID=d3917a7c-edd2-45be-9426-d8b1bb53dddc,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:19.968499 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:19.991793 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:19.999088 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208a0b6-9e6a-4396-91e9-ff00c227f0d8 req-570ee7eb-f518-4578-8f5e-305a723df0d1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:20.000959 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a208a0b6-9e6a-4396-91e9-ff00c227f0d8 req-570ee7eb-f518-4578-8f5e-305a723df0d1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 944 time: 0.1688232
Nov 10 21:22:20.079635 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port b443680f-d4df-4a08-b470-173361eb021b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b443680f-d4df-4a08-b470-173361eb021b,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:20.085622 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Attempting to bind port d3917a7c-edd2-45be-9426-d8b1bb53dddc on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:22:20.085962 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Attempting to bind port d3917a7c-edd2-45be-9426-d8b1bb53dddc by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:22:20.086343 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Attempting to bind port d3917a7c-edd2-45be-9426-d8b1bb53dddc on network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:20.086802 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:20.090085 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e2a52bee-8909-4bf3-8b4b-7c09d3e696f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:20.107125 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Port d3917a7c-edd2-45be-9426-d8b1bb53dddc on network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:22:20.107447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Attempting to bind port d3917a7c-edd2-45be-9426-d8b1bb53dddc on network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:20.130212 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a208a0b6-9e6a-4396-91e9-ff00c227f0d8 req-c033df79-8a5f-4706-98cc-9daf00c4d2eb tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1213427
Nov 10 21:22:20.130822 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38896) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:20.138804 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:22:20.139164 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Checking segment: {'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:22:20.152604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Bound using segment: {'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:22:20.153088 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Bound port: d3917a7c-edd2-45be-9426-d8b1bb53dddc, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:22:20.153447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:20.193692 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=b443680f-d4df-4a08-b470-173361eb021b,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:20.205018 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:20.411523 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] For port d3917a7c-edd2-45be-9426-d8b1bb53dddc, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:22:20.425938 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] For port d3917a7c-edd2-45be-9426-d8b1bb53dddc, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d3917a7c-edd2-45be-9426-d8b1bb53dddc,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:22:20.494671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:20.514065 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2483877-2dd3-4607-a917-baf0f2108d8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:20.613386 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Pushing event updated for resources: {'Port': ['ID=d3917a7c-edd2-45be-9426-d8b1bb53dddc,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:20.617603 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:20.648409 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d9b9f-330f-401a-af85-3d9313483adc req-9cc08266-78fa-4f9e-a44a-cb2d860422eb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:20.651837 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-970d9b9f-330f-401a-af85-3d9313483adc req-9cc08266-78fa-4f9e-a44a-cb2d860422eb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.1968822
Nov 10 21:22:20.687865 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:20.689261 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] 10.222.0.76 "PUT /v2.0/ports/d3917a7c-edd2-45be-9426-d8b1bb53dddc HTTP/1.1" status: 200  len: 1094 time: 1.9561069
Nov 10 21:22:20.689797 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'tag': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:20.747638 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8640d155-c632-43f9-922b-da932fd7fa8f req-25dda0f4-ceb7-4ffd-af35-ef0296d77ede service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 0.1240396
Nov 10 21:22:20.763313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafd3d2-8b66-49d6-8393-00ff71a8edb5 req-a0d0e6ff-8ab0-48b0-ae22-7fea50a7b457 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:20.771196 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2eafd3d2-8b66-49d6-8393-00ff71a8edb5 req-a0d0e6ff-8ab0-48b0-ae22-7fea50a7b457 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 944 time: 0.3480718
Nov 10 21:22:20.921495 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-970d9b9f-330f-401a-af85-3d9313483adc req-4c1139ff-a64b-4703-a7d3-f65b190b299d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2635765
Nov 10 21:22:20.927027 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2eafd3d2-8b66-49d6-8393-00ff71a8edb5 req-317300e3-396f-4ef2-897e-086b4320bf43 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1546404
Nov 10 21:22:20.928530 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-8640d155-c632-43f9-922b-da932fd7fa8f req-0f790efd-86c9-436a-b2b7-bf470e6cdf82 service neutron] Synchronizing usage tracker for tenant:80b22411c4494080b0460c175fbd91ee on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:20.946971 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:21.012731 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-971fc4a4-422c-4bdc-9479-4f200bda71b7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6837a370174c9e9dbbed29e4be0540&device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 1097 time: 0.2384856
Nov 10 21:22:21.021306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-8640d155-c632-43f9-922b-da932fd7fa8f req-0f790efd-86c9-436a-b2b7-bf470e6cdf82 service neutron] Unset dirty status for tenant:80b22411c4494080b0460c175fbd91ee on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:21.022796 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8640d155-c632-43f9-922b-da932fd7fa8f req-0f790efd-86c9-436a-b2b7-bf470e6cdf82 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2477074
Nov 10 21:22:21.044063 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'tag': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc', 'status': 'completed', 'code': 200}
Nov 10 21:22:21.121049 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:21.131165 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Usage tracker for resource:security_group_rule and tenant:be9a614e269c42be80816c68c94a6520 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:21.138864 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:21.140742 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-40257ae1-fb09-46fd-ac48-d560228f272b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:21.157225 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:21.415013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:21.437097 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:21.440323 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-e36f10f7-b2fc-4b64-a44a-3310e1ac9141 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3917a7c-edd2-45be-9426-d8b1bb53dddc HTTP/1.1" status: 200  len: 217 time: 0.1818283
Nov 10 21:22:21.468925 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5b340fa0-531a-4f95-b1e3-4da3817c2e3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:21.495891 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 18a9bb0e-c399-429a-bb61-ada9618df137 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:21.498777 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c1ddd-9c44-4dfa-bd45-17763e9b10bf req-250749cb-36e7-4248-8eb9-5bd500ec8260 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:21.500636 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c58c1ddd-9c44-4dfa-bd45-17763e9b10bf req-250749cb-36e7-4248-8eb9-5bd500ec8260 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 944 time: 0.3597589
Nov 10 21:22:21.531767 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210d291f-bc16-48c9-b368-06214797ca29 req-b86acdf3-4459-4719-bbfc-f648411ec4fc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:21.545438 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-210d291f-bc16-48c9-b368-06214797ca29 req-b86acdf3-4459-4719-bbfc-f648411ec4fc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.3605192
Nov 10 21:22:21.568800 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38932) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:21.609400 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'floatingip': {'port_id': 'edc6b33a-e486-4396-8885-ccec028df114'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:21.616632 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-4c4dd149-bd8f-41e1-a859-b5742fe7b7bd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:21.623651 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-4c4dd149-bd8f-41e1-a859-b5742fe7b7bd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=46636b42-52c7-47ee-b746-ee0a0afbc0f8 HTTP/1.1" status: 200  len: 848 time: 0.1744723
Nov 10 21:22:21.697742 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:21.713680 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e25913c9-8b29-493e-ac14-7720231b6d9d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:21.725694 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:21.740203 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 18a9bb0e-c399-429a-bb61-ada9618df137 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:21.749717 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 18a9bb0e-c399-429a-bb61-ada9618df137 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:21.750491 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:21.755796 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-0dbb3aa6-2573-4105-8c2b-17dff79fb65d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1251149
Nov 10 21:22:21.930376 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.462s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:21.975759 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:22.039966 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 18a9bb0e-c399-429a-bb61-ada9618df137, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=18a9bb0e-c399-429a-bb61-ada9618df137,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:22.047940 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:22.054225 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-4698eaee-be1e-44c6-bb1d-725419ad964d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:22.070558 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c58c1ddd-9c44-4dfa-bd45-17763e9b10bf req-8cbeb8af-bf3e-4e70-b4b7-bf89d859800d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5313022
Nov 10 21:22:22.079783 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:22.087134 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-a0f5dbcd-ebf5-43e7-b9fe-5af7b45c757a service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3152525
Nov 10 21:22:22.193047 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be9a614e269c42be80816c68c94a6520&name=default HTTP/1.1" status: 200  len: 2647 time: 2.0607607
Nov 10 21:22:22.212008 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38948) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:22.254966 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=18a9bb0e-c399-429a-bb61-ada9618df137,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:22.261040 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:22.318099 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b', 'code': 200}
Nov 10 21:22:22.476039 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-421820a3-c28c-41f8-8ac9-1960481311c3 req-58432ac4-7d9b-4b02-922d-029ac68da6db service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3677278
Nov 10 21:22:22.655153 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d1ec8-4d2d-4fa6-b869-93cc71bef5b4 req-403bdfef-c68d-4eaf-b154-740fb0a820e2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:22.683418 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6c7d1ec8-4d2d-4fa6-b869-93cc71bef5b4 req-403bdfef-c68d-4eaf-b154-740fb0a820e2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.7514341
Nov 10 21:22:22.746640 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:22.759131 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e1706e-644e-4225-8b7d-ed6067a2b7f7 req-d27f1273-f7f0-4323-be09-637934cbb0ef tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:22.767083 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-28e1706e-644e-4225-8b7d-ed6067a2b7f7 req-d27f1273-f7f0-4323-be09-637934cbb0ef tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 944 time: 0.2894871
Nov 10 21:22:23.054251 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:23.099090 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-28e1706e-644e-4225-8b7d-ed6067a2b7f7 req-5f03ecab-21f2-4abb-ba0b-451e362141ff tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3301795
Nov 10 21:22:23.101357 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6c7d1ec8-4d2d-4fa6-b869-93cc71bef5b4 req-9d374318-856a-4e2f-8747-9e05f304eab1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3930371
Nov 10 21:22:23.197287 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-2c14af9e-57ca-4612-afc9-0b328b503555 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6837a370174c9e9dbbed29e4be0540&device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 1097 time: 0.5709741
Nov 10 21:22:23.289621 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-571f3ac2-117e-4f56-94b5-99c47b6a79ae req-c7579337-75d0-47f0-b7e3-0cb9097a5f30 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.4866157
Nov 10 21:22:23.382393 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 38986) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:23.480441 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:23.496146 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:23.522562 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e25913c9-8b29-493e-ac14-7720231b6d9d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:23.527369 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-571f3ac2-117e-4f56-94b5-99c47b6a79ae req-d5045d95-327f-473b-8e8c-7afad381b2a6 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1399400
Nov 10 21:22:23.531479 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:23.540383 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:23.542265 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e25913c9-8b29-493e-ac14-7720231b6d9d HTTP/1.1" status: 204  len: 168 time: 1.3094170
Nov 10 21:22:23.578036 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-9e396460-ae73-4d69-ba86-3eec21007a3b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:23.580757 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-9e396460-ae73-4d69-ba86-3eec21007a3b service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e HTTP/1.1" status: 200  len: 910 time: 0.3657384
Nov 10 21:22:23.601592 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:23.632678 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22bf18f9-ee7f-4cbd-b1ab-eec00580aac2 req-6f10a0b5-adc3-46f1-b4fb-1e9c62f48a20 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:23.640191 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-22bf18f9-ee7f-4cbd-b1ab-eec00580aac2 req-6f10a0b5-adc3-46f1-b4fb-1e9c62f48a20 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2616999
Nov 10 21:22:23.706809 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.db.resource_extend [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:22:23.907464 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:23.921955 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:23.950611 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-dd0dae97-93b6-4b1d-91ec-3adb8bb9eb36 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d3917a7c-edd2-45be-9426-d8b1bb53dddc HTTP/1.1" status: 200  len: 217 time: 0.1940794
Nov 10 21:22:24.015313 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-22bf18f9-ee7f-4cbd-b1ab-eec00580aac2 req-c9872f1a-5aa5-44a2-ae0f-e5c987fcf4b1 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3740621
Nov 10 21:22:24.022063 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:24.038447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-68b6f6f6-346b-447c-af3a-b650c257feaf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:24.041455 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-68b6f6f6-346b-447c-af3a-b650c257feaf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=46636b42-52c7-47ee-b746-ee0a0afbc0f8 HTTP/1.1" status: 200  len: 848 time: 0.0837014
Nov 10 21:22:24.069828 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:24.085951 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Usage tracker for resource:security_group_rule and tenant:9d6f948966a04573a068e02a445f357b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:24.090885 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:24.099236 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:24.161737 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-5cd16689-ff9c-4c59-8138-bf65a0bf7bb8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1036472
Nov 10 21:22:24.319705 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a9bb0e-c399-429a-bb61-ada9618df137'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:24.417530 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39010) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:24.446009 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:24.490216 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:24.498125 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:24.511988 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:24.537377 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.l3_db [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Floating IP a3f2583b-2bca-49aa-a852-6262fc29b032 associated. External IP: 172.27.0.240, port: edc6b33a-e486-4396-8885-ccec028df114.
Nov 10 21:22:24.548340 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-c2e93ff9-6291-4e4e-98f0-aec8b8231d89 service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3774292
Nov 10 21:22:24.589416 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ee60da-580a-472e-a3f4-7e1522a05c39 req-192f053d-411d-42e1-942e-a4a7702dd940 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:24.591063 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-00ee60da-580a-472e-a3f4-7e1522a05c39 req-192f053d-411d-42e1-942e-a4a7702dd940 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1593137
Nov 10 21:22:24.641820 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36643ebb-f4fc-4a67-ab75-f2f0c65c7e45,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:24.650125 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:24.671866 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d6f948966a04573a068e02a445f357b&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2854581
Nov 10 21:22:24.674353 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39014) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:24.702574 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:24.728184 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Usage tracker for resource:security_group_rule and tenant:635cb3aa7f6a416b824101b585dcc44b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:24.734111 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:24.753022 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:24.755043 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-00ee60da-580a-472e-a3f4-7e1522a05c39 req-77271c54-f1a7-4012-a44a-69531f6b7a8f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1521111
Nov 10 21:22:24.770786 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2168a9db-f807-4831-b4fb-4607584a7e8d req-4c601eba-1401-4e12-9186-b3557274d608 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:24.772399 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2168a9db-f807-4831-b4fb-4607584a7e8d req-4c601eba-1401-4e12-9186-b3557274d608 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 944 time: 0.3510344
Nov 10 21:22:24.782387 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bca4bf3-e911-489a-a843-6bdd646bea3c req-11c2d6a0-b1c4-435d-9754-01a68db8d20f service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2169199
Nov 10 21:22:24.870940 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '18a9bb0e-c399-429a-bb61-ada9618df137', 'code': 200}
Nov 10 21:22:24.940384 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:24.974191 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2168a9db-f807-4831-b4fb-4607584a7e8d req-e9cd2e81-cb79-4583-bc80-a77defb9dea0 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817093
Nov 10 21:22:25.017490 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:25.069551 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:25.092055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:25.105867 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:25.161780 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a489ddf-d285-448d-94a9-7990656e2f3e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:25.166516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:25.173397 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=635cb3aa7f6a416b824101b585dcc44b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7472200
Nov 10 21:22:25.178506 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39022) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:25.324780 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:25.332502 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a94293f1-5fbf-4ec2-8e3a-0e6496e404c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:25.357184 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36643ebb-f4fc-4a67-ab75-f2f0c65c7e45,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:25.358188 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:25.416596 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:25.418692 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/36643ebb-f4fc-4a67-ab75-f2f0c65c7e45 HTTP/1.1" status: 204  len: 168 time: 0.7415521
Nov 10 21:22:25.505482 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d3917a7c-edd2-45be-9426-d8b1bb53dddc details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:22:25.663538 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:22:25.665363 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e82950-b0bb-4392-b88a-a9e3fa69f343 req-19f8c56c-a920-4006-beb2-cfd346ab9043 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:25.668439 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d2e82950-b0bb-4392-b88a-a9e3fa69f343 req-19f8c56c-a920-4006-beb2-cfd346ab9043 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.3552744
Nov 10 21:22:25.696717 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:25.764436 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:25.938444 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port d3917a7c-edd2-45be-9426-d8b1bb53dddc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d3917a7c-edd2-45be-9426-d8b1bb53dddc,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:25.962516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:22:25.980667 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc', 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e', 'port_id': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc', 'mac_address': 'fa:16:3e:bf:a9:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46636b42-52c7-47ee-b746-ee0a0afbc0f8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:22:25.982191 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] Sync routers for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:22:25.988864 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:26.010016 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:26.011412 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde242fafd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:22:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:26.015869 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:26.033122 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ffefd48-a74a-410e-a819-65cc02b0cd5c req-4163486c-1439-4b93-9257-624b76cb85c0 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 1098 time: 0.7705257
Nov 10 21:22:26.054007 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:26.088906 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:26.128795 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3917a7c-edd2-45be-9426-d8b1bb53dddc {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:26.152441 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port d3917a7c-edd2-45be-9426-d8b1bb53dddc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d3917a7c-edd2-45be-9426-d8b1bb53dddc,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:26.154297 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a489ddf-d285-448d-94a9-7990656e2f3e,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:26.161839 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:26.164002 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:26.184410 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:26.229822 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:26.231874 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0a489ddf-d285-448d-94a9-7990656e2f3e HTTP/1.1" status: 204  len: 168 time: 1.0517750
Nov 10 21:22:26.243117 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-370d20af-e74a-4a41-b0a3-e6b909ae631b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "PUT /v2.0/floatingips/a3f2583b-2bca-49aa-a852-6262fc29b032 HTTP/1.1" status: 200  len: 991 time: 4.6691482
Nov 10 21:22:26.251623 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:26.308281 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d2e82950-b0bb-4392-b88a-a9e3fa69f343 req-ffb08f4b-130c-4e9e-b274-2fac663d9e8a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4075058
Nov 10 21:22:26.325795 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ffefd48-a74a-410e-a819-65cc02b0cd5c req-e44f47af-fe03-45d9-9cd7-082a56150254 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2763917
Nov 10 21:22:26.369709 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=d3917a7c-edd2-45be-9426-d8b1bb53dddc,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:26.391330 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:26.480474 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4f3c9-af71-44c3-9707-db97ee29e01e req-d26769b3-9d6a-4b64-8b06-0fb1800871e5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:26.483099 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2eb4f3c9-af71-44c3-9707-db97ee29e01e req-d26769b3-9d6a-4b64-8b06-0fb1800871e5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2373528
Nov 10 21:22:26.551143 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['d3917a7c-edd2-45be-9426-d8b1bb53dddc'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:22:26.569696 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39058) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:26.603002 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:26.693266 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2eb4f3c9-af71-44c3-9707-db97ee29e01e req-84ea7a71-5b8f-40e3-b638-dbf6b8e44931 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2003965
Nov 10 21:22:26.827681 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:26.998002 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:27.037167 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Usage tracker for resource:security_group_rule and tenant:5ac01b6daa314df99a70afa4f239e97f is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:27.046359 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:27.064950 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:27.091398 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe46a3d-9077-426f-9d38-eacf7459fecd req-dd904fe7-0e8c-4feb-8447-4b19b2598408 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:27.100348 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fbe46a3d-9077-426f-9d38-eacf7459fecd req-dd904fe7-0e8c-4feb-8447-4b19b2598408 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 945 time: 0.4660769
Nov 10 21:22:27.189139 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fbe46a3d-9077-426f-9d38-eacf7459fecd req-00eb6a51-fc96-45e2-92ca-af76a7eb6192 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872550
Nov 10 21:22:27.309924 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114', 'status': 'completed', 'code': 200}
Nov 10 21:22:27.315068 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:27.322534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:27.344350 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-37c02230-8b09-45a7-8473-9a4101d8a3df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:27.606895 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5ac01b6daa314df99a70afa4f239e97f&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0356832
Nov 10 21:22:27.607610 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39088) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:27.658981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b78f356-de13-47f1-9110-e82e8ea80556,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:27.667413 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:27.717640 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-19a29508-744a-4d89-bf91-988fbf0d8260 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1098 time: 0.3522522
Nov 10 21:22:27.770714 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:27.873223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:28.090262 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-ce6da543-b030-410b-9fb1-3226dd346a53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:28.092836 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-ce6da543-b030-410b-9fb1-3226dd346a53 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.3670740
Nov 10 21:22:28.110648 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:28.147290 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7bfce6b8-77ca-4c37-a82d-3a4c3b6aed6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:28.191955 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:28.199709 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3b78f356-de13-47f1-9110-e82e8ea80556 HTTP/1.1" status: 204  len: 168 time: 0.5895963
Nov 10 21:22:28.203840 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b78f356-de13-47f1-9110-e82e8ea80556,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:28.210952 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:28.337821 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3623ef5e-6643-40ab-8201-e43530eba961 req-191a5f6e-1dca-4241-91c4-54c5a1d37d1a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:28.340175 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3623ef5e-6643-40ab-8201-e43530eba961 req-191a5f6e-1dca-4241-91c4-54c5a1d37d1a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.3262517
Nov 10 21:22:28.341019 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39104) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:28.411475 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde242fafd0>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'a3f2583b-2bca-49aa-a852-6262fc29b032', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'port_id': 'edc6b33a-e486-4396-8885-ccec028df114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'mac_address': 'fa:16:3e:77:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:35Z', 'updated_at': '2021-11-10T21:22:23Z', 'revision_number': 1, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:28.420141 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] Checking router: c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:22:28.444164 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3623ef5e-6643-40ab-8201-e43530eba961 req-2d5ae4e7-42c9-482b-9966-555027ef4d39 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898764
Nov 10 21:22:28.462880 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:28.463817 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde242fafd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:22:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:28.465118 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-88e76903-46dd-4590-af0e-b26e99b5ae46 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edc6b33a-e486-4396-8885-ccec028df114 HTTP/1.1" status: 200  len: 999 time: 0.3544610
Nov 10 21:22:28.486034 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97801635-55bc-4b65-bc16-f8e34df9615a req-0948a061-d93d-4028-b4ca-88cbf8b2120a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:28.505252 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-97801635-55bc-4b65-bc16-f8e34df9615a req-0948a061-d93d-4028-b4ca-88cbf8b2120a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 1.0663199
Nov 10 21:22:28.508477 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39112) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:28.699996 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-9fe25296-973f-4d86-b93a-b27f59c2c367 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:28.703475 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-9fe25296-973f-4d86-b93a-b27f59c2c367 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.1927142
Nov 10 21:22:28.714214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'floatingip': {'port_id': 'b443680f-d4df-4a08-b470-173361eb021b'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:28.752128 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b9a2fb-8c6a-4d1e-837d-b613c350825a req-608eafcc-eb29-48a4-ac6f-19b41d5fefaf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:28.754145 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-11b9a2fb-8c6a-4d1e-837d-b613c350825a req-608eafcc-eb29-48a4-ac6f-19b41d5fefaf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 945 time: 0.1299520
Nov 10 21:22:28.867262 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-11b9a2fb-8c6a-4d1e-837d-b613c350825a req-eeded894-65ec-49d0-a01d-8a224c1b8385 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1060028
Nov 10 21:22:28.879787 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:28.944609 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:28.945236 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:29.046621 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:29.052269 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Usage tracker for resource:security_group_rule and tenant:be8c19bcb1d94993a6295c7df32057ed is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:29.068791 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:29.083658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:29.212915 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:29.220154 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:29.275809 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:29.317038 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=be8c19bcb1d94993a6295c7df32057ed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9734128
Nov 10 21:22:29.318450 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=178d8fbc-b8da-4f51-948f-28a44c3b78ad,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:29.324041 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:29.325637 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39130) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:29.399910 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-aec47005-302d-4b7a-bf34-94839bd0b776 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5768583
Nov 10 21:22:29.432271 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:29.476244 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:29.521931 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d3917a7c-edd2-45be-9426-d8b1bb53dddc up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:22:29.627106 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde242fafd0>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'a3f2583b-2bca-49aa-a852-6262fc29b032', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'port_id': 'edc6b33a-e486-4396-8885-ccec028df114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'mac_address': 'fa:16:3e:77:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:35Z', 'updated_at': '2021-11-10T21:22:23Z', 'revision_number': 1, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:29.658578 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b887f9-910a-4796-97d4-0554b8a891a5 None None] The sync data for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi is: [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'a3f2583b-2bca-49aa-a852-6262fc29b032', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'floating_ip_address': '172.27.0.240', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'port_id': 'edc6b33a-e486-4396-8885-ccec028df114', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'mac_address': 'fa:16:3e:77:a4:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:35Z', 'updated_at': '2021-11-10T21:22:23Z', 'revision_number': 1, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:22:29.670496 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:29.684554 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c9fe5238-d6ca-429b-976d-901149cab046 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:29.741272 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=178d8fbc-b8da-4f51-948f-28a44c3b78ad,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:29.759256 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:29.769952 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:29.777412 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/178d8fbc-b8da-4f51-948f-28a44c3b78ad HTTP/1.1" status: 204  len: 168 time: 0.4466910
Nov 10 21:22:29.825602 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port d3917a7c-edd2-45be-9426-d8b1bb53dddc completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:22:29.835907 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port d3917a7c-edd2-45be-9426-d8b1bb53dddc triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:22:29.836289 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:30.098397 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-e64c163e-1e59-4ed5-b22a-bd7dcfa0e986 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6909161
Nov 10 21:22:30.220233 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:30.230698 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b954bc8e-1182-4b19-a487-a749df83b4a9 None None] New status for floating IP a3f2583b-2bca-49aa-a852-6262fc29b032: ACTIVE {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:22:30.244341 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcad451-4b51-4423-a947-838cbb6474fd req-8880ab70-1df2-43b9-9969-4fc606b8477a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:30.257814 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7bcad451-4b51-4423-a947-838cbb6474fd req-8880ab70-1df2-43b9-9969-4fc606b8477a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.4942644
Nov 10 21:22:30.345030 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:30.441003 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port d3917a7c-edd2-45be-9426-d8b1bb53dddc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d3917a7c-edd2-45be-9426-d8b1bb53dddc,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:30.460043 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:30.466963 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-301be6e1-25aa-4684-b8c6-8b2d314379ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:30.525155 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7bcad451-4b51-4423-a947-838cbb6474fd req-e99b3411-9d35-405f-8029-4f375268774b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661691
Nov 10 21:22:30.725023 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc', 'code': 200}
Nov 10 21:22:30.746528 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=d3917a7c-edd2-45be-9426-d8b1bb53dddc,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:30.751299 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:30.891373 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af391989-3acf-4c78-bffc-74c79f91c9d6 req-6d5c6726-0ba9-49cf-869d-3ca2cb08bb0a service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7696345
Nov 10 21:22:31.029983 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39168) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:31.075462 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93578242-21f3-47bd-905e-b954e4b4161d req-d5d40565-4cf8-4521-a00e-746128768dec tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:31.087383 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-93578242-21f3-47bd-905e-b954e4b4161d req-d5d40565-4cf8-4521-a00e-746128768dec tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 946 time: 0.6379902
Nov 10 21:22:31.132079 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:31.266282 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-93578242-21f3-47bd-905e-b954e4b4161d req-ae4ea507-2bc9-48fd-9026-1e29d5fd1ceb tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1734579
Nov 10 21:22:31.856738 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.db.resource_extend [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:22:32.047470 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:32.078497 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365818d5-bad6-49e4-a533-8f346f3c64bd req-86e3fe72-66c9-4010-9608-6a9bfdf4b1ab tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:32.080261 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-365818d5-bad6-49e4-a533-8f346f3c64bd req-86e3fe72-66c9-4010-9608-6a9bfdf4b1ab tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.1058834
Nov 10 21:22:32.130907 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Usage tracker for resource:security_group_rule and tenant:bc67762378e8496787c486e52757dbbb is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:32.150183 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-365818d5-bad6-49e4-a533-8f346f3c64bd req-70202702-fe1f-4f9b-b59d-5e8488bebc53 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0633190
Nov 10 21:22:32.151984 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:32.201004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:32.235661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.271539 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.289210 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39198) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:32.467085 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.499151 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e4cda0e7-c3ff-43ab-b0d0-0269c455bcba req-bad91fd2-d96d-4111-b473-cc62fb0fec33 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 1099 time: 1.3348753
Nov 10 21:22:32.508140 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:32.556986 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Usage tracker for resource:security_group_rule and tenant:7dc5b5e6b7314f1e9c6b19076dbc0ff6 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:32.564227 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-c5b9af86-7eb4-4ca2-9d29-c1ec555ef7c3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 1098 time: 0.9694848
Nov 10 21:22:32.564548 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:32.573042 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:32.638434 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747b16ab-6090-4e6e-97bf-fbf8079b37ca req-684ef3c5-4ac1-463f-91ef-e16392ec19e2 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:32.640086 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-747b16ab-6090-4e6e-97bf-fbf8079b37ca req-684ef3c5-4ac1-463f-91ef-e16392ec19e2 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 946 time: 0.1290765
Nov 10 21:22:32.714765 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.729052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.751719 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.755158 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f4c0e604-7ca3-441a-942e-6cc47d8daaf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:32.767571 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-747b16ab-6090-4e6e-97bf-fbf8079b37ca req-c477d8ef-b624-446e-91e5-1f099c4f3714 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130509
Nov 10 21:22:32.818087 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e4d6b95-be4e-461c-b132-5e3745f2fdaa,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:32.826270 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7dc5b5e6b7314f1e9c6b19076dbc0ff6&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5320849
Nov 10 21:22:32.826270 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:32.826688 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39216) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:32.886425 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e4cda0e7-c3ff-43ab-b0d0-0269c455bcba req-3340409f-c879-4e89-9101-93d561a7383c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3143206
Nov 10 21:22:32.897980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479001c-66dc-4206-a4b4-d40c11a58ce0 req-37f414e5-5127-418b-bfc8-b1ee26008f8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:32.917527 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7479001c-66dc-4206-a4b4-d40c11a58ce0 req-37f414e5-5127-418b-bfc8-b1ee26008f8d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.8779125
Nov 10 21:22:32.919522 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.937951 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.959129 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:32.963703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:33.033549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:33.039540 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-99077940-c2ce-41a7-82ac-91dbf1febaca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:33.049049 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228275ec-618a-49e9-a14c-3d152fdc8673,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:33.056850 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e4d6b95-be4e-461c-b132-5e3745f2fdaa,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:33.062769 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:33.072147 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:33.078267 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8e4d6b95-be4e-461c-b132-5e3745f2fdaa HTTP/1.1" status: 204  len: 168 time: 0.2476141
Nov 10 21:22:33.086313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:33.214164 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=bc67762378e8496787c486e52757dbbb&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1779890
Nov 10 21:22:33.216912 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39226) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:33.336143 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-02d15a61-2a3d-4458-ac9c-b18536e88cba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:33.336143 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-02d15a61-2a3d-4458-ac9c-b18536e88cba service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.7564487
Nov 10 21:22:33.363103 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:33.426103 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:33.509445 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7479001c-66dc-4206-a4b4-d40c11a58ce0 req-88a04c4b-8d68-488f-aca3-18d5b403b5e9 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5740998
Nov 10 21:22:33.583166 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-49e975ce-456c-481e-876d-d86d7e2bdd94 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=18a9bb0e-c399-429a-bb61-ada9618df137 HTTP/1.1" status: 200  len: 217 time: 0.2258532
Nov 10 21:22:33.584950 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:33.594466 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9884fac6-6a04-4873-ab6b-6f1ed8d289b9 req-62be2363-d405-4fc1-b1bc-b9d7abc5e42a tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:33.597515 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9884fac6-6a04-4873-ab6b-6f1ed8d289b9 req-62be2363-d405-4fc1-b1bc-b9d7abc5e42a tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.1429555
Nov 10 21:22:33.600267 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-13e0f110-3892-421a-823e-a28eb482b82c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:33.634005 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228275ec-618a-49e9-a14c-3d152fdc8673,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:33.641865 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:33.647904 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:33.649335 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/228275ec-618a-49e9-a14c-3d152fdc8673 HTTP/1.1" status: 204  len: 168 time: 0.4307473
Nov 10 21:22:33.683133 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9884fac6-6a04-4873-ab6b-6f1ed8d289b9 req-710899b0-f6d6-4962-98b7-90c5bd0e745f tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0746672
Nov 10 21:22:33.689266 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-69453289-2dd1-4db2-ad13-deefdcc577eb service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:33.691546 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-69453289-2dd1-4db2-ad13-deefdcc577eb service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.0765817
Nov 10 21:22:33.697849 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Floating IP cdd521a7-007a-4b54-bdbc-d7f16eae6e86 associated. External IP: 172.27.0.151, port: b443680f-d4df-4a08-b470-173361eb021b.
Nov 10 21:22:33.809741 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-163e18c5-52b4-4329-bca3-efba1213853c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0550160
Nov 10 21:22:34.155190 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-92b1b8ff-f5e4-47c9-967c-6f7144ef17a7 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3361478
Nov 10 21:22:34.763921 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48b91d-2c7c-4c6e-a558-fa60fdae45a1 req-a6446535-6800-4513-82ba-8e6aea2fd5aa tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:34.779241 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4d48b91d-2c7c-4c6e-a558-fa60fdae45a1 req-a6446535-6800-4513-82ba-8e6aea2fd5aa tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 946 time: 0.7330952
Nov 10 21:22:34.886262 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:22:34.942650 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be07f99-6e09-42f9-9033-84ba3f9f4021 req-50b9356f-35b9-40cf-9527-1008408f929f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:34.944449 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6be07f99-6e09-42f9-9033-84ba3f9f4021 req-50b9356f-35b9-40cf-9527-1008408f929f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2016487
Nov 10 21:22:34.998266 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4d48b91d-2c7c-4c6e-a558-fa60fdae45a1 req-13eed02b-bf7c-41de-81fc-d5c82fc6498f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1902688
Nov 10 21:22:35.014455 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b10f023-ae60-4369-a0d1-4733319b5a60 req-22b89273-2135-436c-9584-8a72566c9eef service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8382161
Nov 10 21:22:35.051579 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6be07f99-6e09-42f9-9033-84ba3f9f4021 req-d77d15c9-80a7-4c63-92e4-e0e065f9abf4 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960283
Nov 10 21:22:35.184332 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-9852af71-75c4-4c79-a68d-af5ee491ca71 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:35.186681 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-9852af71-75c4-4c79-a68d-af5ee491ca71 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.76 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.6167853
Nov 10 21:22:35.253273 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39292) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:35.304281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Deleting port 5a29844b-ac27-4be7-89de-c3e67de99ba8 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:22:35.304600 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:35.664598 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:35.718203 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:35.723794 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Usage tracker for resource:security_group_rule and tenant:219d636edf514be69aa806dd207dcdfe is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:35.727722 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:35.737292 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:35.863646 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:35.872640 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:35.888174 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9231a81f-519b-4859-9bd0-6c1cab6a7756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:35.934940 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22c68a2-111f-4ee6-80b9-fdb654fda7fd req-47257240-4e2e-4421-95e7-2d08e9da681a tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:35.936773 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a22c68a2-111f-4ee6-80b9-fdb654fda7fd req-47257240-4e2e-4421-95e7-2d08e9da681a tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 945 time: 0.6006699
Nov 10 21:22:35.980881 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=219d636edf514be69aa806dd207dcdfe&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7238235
Nov 10 21:22:35.980881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bfa2386-ee4e-4e1a-92a7-21b8b5925419,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:35.994955 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39306) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:36.051400 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:36.092087 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a22c68a2-111f-4ee6-80b9-fdb654fda7fd req-f909fd85-d309-4625-a78d-9c6a0085313f tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/security-groups?id=63f26f19-7667-48bd-8e95-7c214fc35d72&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1153550
Nov 10 21:22:36.125630 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Router 5514ad13-d109-4b12-aeba-71aea9a71810 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:22:36.189122 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] For port 5a29844b-ac27-4be7-89de-c3e67de99ba8, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5a29844b-ac27-4be7-89de-c3e67de99ba8,segment=NetworkSegment(90931669-f7e0-423d-a0df-c60e13c2432e),segment_id=90931669-f7e0-423d-a0df-c60e13c2432e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:36.191580 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:36.208495 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:36.277821 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:36.482451 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:36.494114 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c4735c90-e706-4354-8777-05a7f70e8de0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:36.510444 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bfa2386-ee4e-4e1a-92a7-21b8b5925419,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:36.521784 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:36.529383 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:36.529383 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2bfa2386-ee4e-4e1a-92a7-21b8b5925419 HTTP/1.1" status: 204  len: 168 time: 0.5294595
Nov 10 21:22:36.557506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65da5175-49d6-43ed-8c08-1d7dde2b33f4 req-41a3aa64-dfbc-4bcd-a41b-bae8f079643b tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:36.559395 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-65da5175-49d6-43ed-8c08-1d7dde2b33f4 req-41a3aa64-dfbc-4bcd-a41b-bae8f079643b tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 946 time: 0.1349435
Nov 10 21:22:36.597434 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Calling delete_port for 5a29844b-ac27-4be7-89de-c3e67de99ba8 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:22:36.638813 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-65da5175-49d6-43ed-8c08-1d7dde2b33f4 req-0818fd2f-e41f-4349-90f4-f91e9fa14c1d tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719771
Nov 10 21:22:36.947580 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f757a2-40b1-4cb3-8c60-ca786ecf19c4 req-5c0561a3-c367-44ea-b43a-751dee680e85 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:36.956197 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89f757a2-40b1-4cb3-8c60-ca786ecf19c4 req-5c0561a3-c367-44ea-b43a-751dee680e85 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.5104856
Nov 10 21:22:37.251507 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89f757a2-40b1-4cb3-8c60-ca786ecf19c4 req-32cd6789-5f8e-42ef-ba84-1b70e0c32756 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2897487
Nov 10 21:22:37.251856 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39342) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:37.255996 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:37.265438 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:37.307579 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:37.318517 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Pushing event deleted for resources: {'Port': ['ID=5a29844b-ac27-4be7-89de-c3e67de99ba8,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:37.322613 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:37.388457 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:37.404976 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Usage tracker for resource:security_group_rule and tenant:7bfdb260fa3742158aefcd23887b4911 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:37.408658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:37.428299 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:37.441310 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:22:37.475030 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] Sync routers for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:22:37.481761 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] No DVR routers for this DVR port 5a29844b-ac27-4be7-89de-c3e67de99ba8 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:22:37.493958 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:37.497167 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'name': 'network-vif-deleted', 'tag': '5a29844b-ac27-4be7-89de-c3e67de99ba8'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:37.507798 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:37.508307 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e7dcd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:22:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:37.544786 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:37.583643 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:37.587982 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5a29844b-ac27-4be7-89de-c3e67de99ba8 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:22:37.609711 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b10aac03-61f0-49b8-ad8d-d2ede6309dac req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.76 "DELETE /v2.0/ports/5a29844b-ac27-4be7-89de-c3e67de99ba8 HTTP/1.1" status: 204  len: 173 time: 2.3960850
Nov 10 21:22:37.701794 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5db848ee-6a2c-49c0-9ee3-cd3238ace7e4 req-eb1a164d-2e7d-45dc-81d7-a701fbc66484 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 210 time: 0.1101377
Nov 10 21:22:37.701794 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:37.715830 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-2c69b2bd-bf3d-4f00-bccb-41a5c61bc409 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "PUT /v2.0/floatingips/cdd521a7-007a-4b54-bdbc-d7f16eae6e86 HTTP/1.1" status: 200  len: 991 time: 9.0218115
Nov 10 21:22:37.722719 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-65073b28-295f-4116-8722-e3e32c8c0929 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:37.853187 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 5a29844b-ac27-4be7-89de-c3e67de99ba8 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:22:37.854844 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5a29844b-ac27-4be7-89de-c3e67de99ba8 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:22:37.855728 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acdd328d-986d-4546-bb04-346213054fd1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:37.860894 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:37.872697 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7bfdb260fa3742158aefcd23887b4911&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6198659
Nov 10 21:22:37.876868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39360) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:37.957240 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c8cfb09-ccc6-4edd-808c-0a6da203fae4', 'name': 'network-vif-deleted', 'tag': '5a29844b-ac27-4be7-89de-c3e67de99ba8', 'status': 'completed', 'code': 200}
Nov 10 21:22:37.992054 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:38.032593 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:38.109371 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:38.130175 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:38.135086 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:38.187603 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:38.189401 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/acdd328d-986d-4546-bb04-346213054fd1 HTTP/1.1" status: 204  len: 168 time: 0.3105047
Nov 10 21:22:38.208631 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acdd328d-986d-4546-bb04-346213054fd1,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:38.216389 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:38.925537 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2eb231-84db-46c2-ae64-594581410cfe req-54fc0c51-abbd-4d25-b6c4-c3a8a2654e34 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:38.934930 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad2eb231-84db-46c2-ae64-594581410cfe req-54fc0c51-abbd-4d25-b6c4-c3a8a2654e34 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1832080
Nov 10 21:22:38.952338 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0123fa80-47bb-41fd-a1ab-1486e840fea0 req-6cb3841b-ddcc-445a-b3b4-a76512f97702 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:38.967736 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0123fa80-47bb-41fd-a1ab-1486e840fea0 req-6cb3841b-ddcc-445a-b3b4-a76512f97702 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 946 time: 0.2199464
Nov 10 21:22:39.013361 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad2eb231-84db-46c2-ae64-594581410cfe req-65b28ac0-e0f1-4e2d-9c16-3dd8ef6b23f0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0669205
Nov 10 21:22:39.066690 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e7dcd0>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'cdd521a7-007a-4b54-bdbc-d7f16eae6e86', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'port_id': 'b443680f-d4df-4a08-b470-173361eb021b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'mac_address': 'fa:16:3e:65:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:44Z', 'updated_at': '2021-11-10T21:22:31Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:39.078520 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] Checking router: 5514ad13-d109-4b12-aeba-71aea9a71810 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:22:39.081728 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0123fa80-47bb-41fd-a1ab-1486e840fea0 req-9d48f8f5-99ec-4e19-9a85-ffedb16ce1e9 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1109073
Nov 10 21:22:39.109910 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:22:39.111747 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e7dcd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:22:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:39.806810 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:22:39.829291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-cf51c9a0-95f4-419a-9dae-5c2a078f9408 req-8bbf7834-f09b-4275-abc1-01213e6e3d84 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Synchronizing usage tracker for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:39.873867 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-cf51c9a0-95f4-419a-9dae-5c2a078f9408 req-8bbf7834-f09b-4275-abc1-01213e6e3d84 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Unset dirty status for tenant:d5a5bdd160ab4407acf7b1b49b91f955 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:39.875145 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-cf51c9a0-95f4-419a-9dae-5c2a078f9408 req-8bbf7834-f09b-4275-abc1-01213e6e3d84 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] 10.222.0.46 "GET /v2.0/ports?device_id=8c8cfb09-ccc6-4edd-808c-0a6da203fae4 HTTP/1.1" status: 200  len: 210 time: 0.1620636
Nov 10 21:22:39.959027 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:40.024640 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b', 'status': 'completed', 'code': 200}
Nov 10 21:22:40.195320 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-266b6083-42a5-4bb9-975f-f53fde789beb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.1382656
Nov 10 21:22:40.465759 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e7dcd0>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'cdd521a7-007a-4b54-bdbc-d7f16eae6e86', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'port_id': 'b443680f-d4df-4a08-b470-173361eb021b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'mac_address': 'fa:16:3e:65:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:44Z', 'updated_at': '2021-11-10T21:22:31Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:40.483368 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73a84b34-94c2-4702-82fc-0aa75bfff585 None None] The sync data for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi is: [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'cdd521a7-007a-4b54-bdbc-d7f16eae6e86', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'floating_ip_address': '172.27.0.151', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'port_id': 'b443680f-d4df-4a08-b470-173361eb021b', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'mac_address': 'fa:16:3e:65:6c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:21:44Z', 'updated_at': '2021-11-10T21:22:31Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:22:40.508806 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a870b982-6777-423f-8185-e50c4482604a req-81dc73d3-23d9-4c3d-8ac3-9daf9ad6db4d tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:40.510463 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a870b982-6777-423f-8185-e50c4482604a req-81dc73d3-23d9-4c3d-8ac3-9daf9ad6db4d tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 946 time: 0.2141423
Nov 10 21:22:40.603630 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-48ed1f66-f678-4e08-a620-a374b326efb7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:40.604982 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-48ed1f66-f678-4e08-a620-a374b326efb7 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 912 time: 0.3991857
Nov 10 21:22:40.613039 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858edfad-da62-430e-8c42-7822b8c6d24d req-d7804d35-303a-4b22-a620-71ccc42e7054 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:40.614588 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-858edfad-da62-430e-8c42-7822b8c6d24d req-d7804d35-303a-4b22-a620-71ccc42e7054 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2653742
Nov 10 21:22:40.642193 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a870b982-6777-423f-8185-e50c4482604a req-f4b7a711-83dd-4e59-b0a0-c00cdd0b03df tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1254551
Nov 10 21:22:40.692210 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-7e2fbede-d551-434e-b16d-1cdb3acbc7b3 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:40.692795 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-7e2fbede-d551-434e-b16d-1cdb3acbc7b3 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 946 time: 0.2964435
Nov 10 21:22:40.846952 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-858edfad-da62-430e-8c42-7822b8c6d24d req-7ba7a434-4e7b-4cc3-a6db-74f9c2226581 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1743383
Nov 10 21:22:40.856199 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Deleting port d3917a7c-edd2-45be-9426-d8b1bb53dddc {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:22:40.857259 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:40.917907 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-2cb95f16-1f9c-4e48-be66-5e43e4295e1d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 200  len: 999 time: 0.2966087
Nov 10 21:22:41.058624 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-02f430eb-b752-4000-a24a-129a948fff01 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:41.061105 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-02f430eb-b752-4000-a24a-129a948fff01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.1354783
Nov 10 21:22:41.275583 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-b2cd2ce0-d94f-4ceb-ba60-ad65cc8077a1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1964607
Nov 10 21:22:41.533473 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] For port d3917a7c-edd2-45be-9426-d8b1bb53dddc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d3917a7c-edd2-45be-9426-d8b1bb53dddc,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:22:41.543001 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:41.732763 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:41.854571 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Calling delete_port for d3917a7c-edd2-45be-9426-d8b1bb53dddc owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:22:42.077901 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-f54005da-05a6-41e5-90df-9c0c27c98ad4 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7470095
Nov 10 21:22:42.081889 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:42.151987 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-af37b554-0dc8-47d7-9e39-e3001058333d req-19e52195-7fe5-43d0-96b0-6fb0e836d9a9 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 210 time: 0.2158570
Nov 10 21:22:42.329094 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ae58ebc-90c6-4a65-9d47-47f95211f964 req-e9529cd6-9e89-47de-a8dd-27f31613bd1e service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2426441
Nov 10 21:22:42.335833 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0f139249-134b-41fe-95ac-5b921c48cbb5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:42.502232 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Pushing event deleted for resources: {'Port': ['ID=d3917a7c-edd2-45be-9426-d8b1bb53dddc,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:42.508149 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:42.633906 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] No DVR routers for this DVR port d3917a7c-edd2-45be-9426-d8b1bb53dddc on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:22:42.636935 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:42.640243 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'name': 'network-vif-deleted', 'tag': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:42.668975 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfac9ae3-1b3f-41bf-8bdb-2d06e61b9b32 req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "DELETE /v2.0/ports/d3917a7c-edd2-45be-9426-d8b1bb53dddc HTTP/1.1" status: 204  len: 173 time: 1.9601820
Nov 10 21:22:42.694321 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1b0464-721a-4ad5-9a65-d84a5746d976 req-5a7d5579-5b9f-4147-a4ba-9a7dc985f0e3 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:42.695940 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-af1b0464-721a-4ad5-9a65-d84a5746d976 req-5a7d5579-5b9f-4147-a4ba-9a7dc985f0e3 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2558913
Nov 10 21:22:42.763903 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31ff9a24-8925-477a-84dd-bdc11a47593f', 'name': 'network-vif-deleted', 'tag': 'd3917a7c-edd2-45be-9426-d8b1bb53dddc', 'status': 'completed', 'code': 200}
Nov 10 21:22:42.798683 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-af1b0464-721a-4ad5-9a65-d84a5746d976 req-2250feb5-364a-4e46-baa2-37b6bf5adf91 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0960324
Nov 10 21:22:42.873213 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de70fc48-7c20-43af-abfe-e005f3b92a03 None None] New status for floating IP cdd521a7-007a-4b54-bdbc-d7f16eae6e86: ACTIVE {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:22:43.613954 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d3917a7c-edd2-45be-9426-d8b1bb53dddc no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:22:43.631336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-c38a1625-1676-46ff-9816-68ce3fdb3f96 req-d24dee7b-f0fa-4d5d-9098-81bff741e992 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Synchronizing usage tracker for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:43.678939 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-c38a1625-1676-46ff-9816-68ce3fdb3f96 req-d24dee7b-f0fa-4d5d-9098-81bff741e992 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Unset dirty status for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:43.682281 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c38a1625-1676-46ff-9816-68ce3fdb3f96 req-d24dee7b-f0fa-4d5d-9098-81bff741e992 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=31ff9a24-8925-477a-84dd-bdc11a47593f HTTP/1.1" status: 200  len: 210 time: 0.1967683
Nov 10 21:22:43.701621 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: d3917a7c-edd2-45be-9426-d8b1bb53dddc {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:22:43.702084 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d3917a7c-edd2-45be-9426-d8b1bb53dddc not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:22:44.126627 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685036db-c786-476b-94a0-1b927d1d797f req-350cf9c3-0819-495b-be48-0fac2f2247aa tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:44.134808 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-685036db-c786-476b-94a0-1b927d1d797f req-350cf9c3-0819-495b-be48-0fac2f2247aa tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1533232
Nov 10 21:22:44.216676 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-685036db-c786-476b-94a0-1b927d1d797f req-1d27259a-67bc-4863-8abe-ffe53eced9ec tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0805495
Nov 10 21:22:44.400521 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39556) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:44.474258 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Deleting subnet 02e804fc-faab-4304-908c-b4cb99a0b11b {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:22:44.477607 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:44.532396 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:44.541243 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:44.625766 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:44.631428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b6ff8cb1-309c-4926-a7d3-e3ca81cf477c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:44.671190 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02e804fc-faab-4304-908c-b4cb99a0b11b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:44.676031 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:44.682656 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:44.694864 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ad7b6e4b-ef9c-48b7-a156-59a6587df562 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/02e804fc-faab-4304-908c-b4cb99a0b11b HTTP/1.1" status: 204  len: 168 time: 0.2924550
Nov 10 21:22:44.697440 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39568) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:44.926687 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:45.227453 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:45.621947 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb299b86-fd86-429a-b33e-3b5a5d506a6a req-88e19932-e316-40f4-a1e6-e59041ef25cb tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:45.625642 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-cb299b86-fd86-429a-b33e-3b5a5d506a6a req-88e19932-e316-40f4-a1e6-e59041ef25cb tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1917498
Nov 10 21:22:45.630127 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fde23959af0>> segment before_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.631214 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fde23959af0>> subnet precommit_delete_associations 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.632655 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> segment_host_mapping after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.633475 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> port after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.634798 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> port after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.635608 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> port after_update 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.636552 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> segment after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.637617 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> subnet after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.638660 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> subnet after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.639542 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde23959940>> subnet after_update 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.709796 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-cb299b86-fd86-429a-b33e-3b5a5d506a6a req-64c0fada-f6ff-428c-9227-596ad8f1078b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712361
Nov 10 21:22:45.764346 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde23675a30>> subnet after_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.765359 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde23675a30>> subnet after_delete 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.765762 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde23675a30>> subnet before_create 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.766276 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde23675a30>> subnet before_update 55550000 {{(pid=82877) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:22:45.766817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde23959550>,) {'filters': {'network_id': ['50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:45.797854 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23959550>, '90931669-f7e0-423d-a0df-c60e13c2432e') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:45.798219 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23959550>, '90931669-f7e0-423d-a0df-c60e13c2432e') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:22:45.818615 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-599f5981-c95a-4834-b56a-a6e6b0bb1b77 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:45.820244 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-599f5981-c95a-4834-b56a-a6e6b0bb1b77 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/networks?id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e HTTP/1.1" status: 200  len: 808 time: 0.5597129
Nov 10 21:22:45.822556 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:45.853843 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-080d1a8b-9eb7-4268-a857-54c03089db0d tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/quotas/6e6837a370174c9e9dbbed29e4be0540 HTTP/1.1" status: 200  len: 375 time: 0.0201972
Nov 10 21:22:45.925336 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:45.943858 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-d35679c7-0e25-41fb-b589-d0bea26622ff tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=6e6837a370174c9e9dbbed29e4be0540&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0774741
Nov 10 21:22:45.969085 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Releasing vlan 1124 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:22:45.969850 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   util.warn_limited(
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   util.warn_limited(
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:22:45.992464 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:22:46.222537 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:46.232018 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-3d83cd11-5f71-4510-9cbf-30c37eb04177 service neutron] 10.222.0.46 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2871506
Nov 10 21:22:46.269325 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:46.368887 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:46.376914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Pushing event deleted for resources: {'Network': ['ID=50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:46.394885 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:46.425422 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] 10.222.0.46 "DELETE /v2.0/networks/50ddc2e0-ddc6-47c3-a9fa-9aa1c777c25c HTTP/1.1" status: 204  len: 168 time: 1.7261136
Nov 10 21:22:46.444311 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-6bd43560-62bc-47bf-94a3-f75a3e9d808e service neutron] 10.222.0.46 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2112546
Nov 10 21:22:46.697059 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4bd635e7-3b93-4a73-9db1-978facecd833 req-0258ccd9-c9b1-426c-a7ad-70761c182853 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 210 time: 0.0562260
Nov 10 21:22:46.743350 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39628) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:46.830336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39638) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:46.856953 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39644) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:46.857673 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-85c5819a-2438-4254-a37f-f686804ac0c3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d5a5bdd160ab4407acf7b1b49b91f955&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1118972
Nov 10 21:22:47.055119 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.093096 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.149787 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.157359 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2ec5dd-2722-41ba-8b6f-17f653c2ce1a req-7f50477a-6b6c-42a1-8a97-fb5a5ad9571a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:47.159662 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ca2ec5dd-2722-41ba-8b6f-17f653c2ce1a req-7f50477a-6b6c-42a1-8a97-fb5a5ad9571a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1967008
Nov 10 21:22:47.215823 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.223052 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:47.228191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Usage tracker for resource:security_group_rule and tenant:debbd86b0b0d4a0ab0eecd037e6de447 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:47.229042 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1cc17cc0-fffd-4314-88ce-b0e62d301756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:47.232651 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:47.241450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:47.265547 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63f26f19-7667-48bd-8e95-7c214fc35d72,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:47.272976 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:47.293067 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ca2ec5dd-2722-41ba-8b6f-17f653c2ce1a req-8fa6105f-304a-4190-970f-f99c42e7ea21 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1237690
Nov 10 21:22:47.304023 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.309810 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/63f26f19-7667-48bd-8e95-7c214fc35d72 HTTP/1.1" status: 204  len: 168 time: 0.4469333
Nov 10 21:22:47.426514 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.436051 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.463937 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8b1e36ba-9160-438d-b287-e5a6317b82ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:47.563224 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbbe0eec-21fc-4b32-9c88-47e0ee5afdd2,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:47.571920 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=debbd86b0b0d4a0ab0eecd037e6de447&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7400465
Nov 10 21:22:47.573478 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:47.575917 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39660) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:47.709402 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.761935 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.821911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.828238 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-fe754a61-6679-4cdb-914f-0b104a3bd270 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:47.842836 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbbe0eec-21fc-4b32-9c88-47e0ee5afdd2,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:47.845710 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:47.847938 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:47.851907 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbbe0eec-21fc-4b32-9c88-47e0ee5afdd2 HTTP/1.1" status: 204  len: 168 time: 0.2745502
Nov 10 21:22:48.074895 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-00c15692-bee3-45b0-8ef3-7795de6e0f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.348475 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39686) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:48.373211 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.418418 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:48.424936 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Usage tracker for resource:security_group_rule and tenant:eff205fec31f441fb574a9817226cc08 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:48.428957 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:48.436614 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:48.576886 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.582152 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.590346 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-228a6767-db6a-4986-bec6-bd9e812bd5b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:48.631640 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.638286 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39694) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:48.639070 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27228eb2-6965-4d43-ab1b-90ed5a037729,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:48.642691 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:48.647357 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eff205fec31f441fb574a9817226cc08&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2959223
Nov 10 21:22:48.649589 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39700) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:48.721451 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.752192 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.794988 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-7349036-network', 'tenant_id': 'd217e17188c94444acafaeeb3b92cb40'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:48.802851 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:48.807378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Usage tracker for resource:network and tenant:d217e17188c94444acafaeeb3b92cb40 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:48.810971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:48.817795 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:48.831204 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Made reservation on behalf of d217e17188c94444acafaeeb3b92cb40 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:22:48.833658 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.849308 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.860771 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.866705 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6a0e4af4-37c1-472e-89e1-274e5fc3806c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:48.881106 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27228eb2-6965-4d43-ab1b-90ed5a037729,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:48.886372 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:48.899910 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:48.901108 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/27228eb2-6965-4d43-ab1b-90ed5a037729 HTTP/1.1" status: 204  len: 168 time: 0.2504690
Nov 10 21:22:48.913725 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:48.919870 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d217e17188c94444acafaeeb3b92cb40 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:48.923121 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:48.930467 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:49.013851 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.019147 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.023264 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cc26cf37-e9dd-430f-a320-c62cdc771619 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:49.059458 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:22:49.066214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbbdb82d-8b18-4d84-9b73-4713247d8eeb,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:49.070239 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:49.078194 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.078742 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Added segment 5c626722-7451-4361-9835-0e1012c86bf0 of type vlan for network 4dc21018-1e13-42d7-8415-abfaf390283b
Nov 10 21:22:49.118170 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.153534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.155055 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:49.155634 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.161002 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:49.276194 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Pushing event updated for resources: {'Network': ['ID=4dc21018-1e13-42d7-8415-abfaf390283b,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:49.280338 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:49.284269 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.6437566
Nov 10 21:22:49.286982 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39710) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:49.294599 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 4dc21018-1e13-42d7-8415-abfaf390283b details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:22:49.298060 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Request body: {'subnet': {'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-7349036-subnet', 'tenant_id': 'd217e17188c94444acafaeeb3b92cb40', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:49.305060 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:49.311293 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Usage tracker for resource:subnet and tenant:d217e17188c94444acafaeeb3b92cb40 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:49.315982 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:49.326325 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:49.343301 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39714) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:49.356711 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Made reservation on behalf of d217e17188c94444acafaeeb3b92cb40 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:22:49.359562 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.364546 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.404247 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:49.410564 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Usage tracker for resource:security_group_rule and tenant:ef81c0396a8645778bd30a83e37f42e7 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:49.415953 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:49.435612 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:49.582879 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.588333 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.669470 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-35c36bc1-2c8d-4889-bcd1-c4aaa1de841c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:49.703593 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef81c0396a8645778bd30a83e37f42e7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3568137
Nov 10 21:22:49.707203 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-feb55b7a-d445-4d7a-b3c8-85de00fa64d8 req-8ff8ac9f-1d46-4ea5-8482-3d392803aebd tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 210 time: 0.0856717
Nov 10 21:22:49.708743 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39720) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:49.709730 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e67875-9551-4496-911b-a04a3cdbd693,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:49.736760 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:49.742236 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.747481 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:49.820216 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.855448 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Checking segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:22:49.856075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Network hostable DHCP agents. Network: 4dc21018-1e13-42d7-8415-abfaf390283b, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:22:49.864264 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Pushing event updated for resources: {'Subnet': ['ID=a6276782-16b0-4a59-80ac-d8c117eec111,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:49.867687 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:49.874384 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.950670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Network 4dc21018-1e13-42d7-8415-abfaf390283b is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:22:49.964313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 4dc21018-1e13-42d7-8415-abfaf390283b) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:22:49.975673 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13b3393b-be11-4182-a864-acb6675565bb None None] Network 4dc21018-1e13-42d7-8415-abfaf390283b requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:22:49.982799 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:49.983694 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:49.994966 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:50.002303 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a59807f6-763f-4ad4-93b7-ad6c11870f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:50.027225 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b273df26-e0f2-42e2-9315-10a0360d8a71 req-16af3ec4-579f-46b4-a354-00396e71529b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:50.027519 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e67875-9551-4496-911b-a04a3cdbd693,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:50.030962 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:50.040986 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b273df26-e0f2-42e2-9315-10a0360d8a71 req-16af3ec4-579f-46b4-a354-00396e71529b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1774657
Nov 10 21:22:50.054953 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:50.056745 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c6e67875-9551-4496-911b-a04a3cdbd693 HTTP/1.1" status: 204  len: 168 time: 0.3437412
Nov 10 21:22:50.085716 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.7883701
Nov 10 21:22:50.132142 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b273df26-e0f2-42e2-9315-10a0360d8a71 req-c9c26774-97e1-4247-b963-1ee11bccac1c tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0722849
Nov 10 21:22:50.420595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc605db5-ce94-451a-996a-b00796b40b04 None None] Network 4dc21018-1e13-42d7-8415-abfaf390283b requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:22:50.522435 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-62a3ea24-86cf-4659-938d-35b7992ad783 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:50.525410 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-62a3ea24-86cf-4659-938d-35b7992ad783 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "GET /v2.0/networks?id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e HTTP/1.1" status: 200  len: 808 time: 0.2152252
Nov 10 21:22:50.561029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Request body: {'port': {'device_id': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e', 'admin_state_up': True, 'tenant_id': '6e6837a370174c9e9dbbed29e4be0540'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:50.781271 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39750) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:50.969340 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:50.983434 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:50.994834 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:51.009549 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Made reservation on behalf of 6e6837a370174c9e9dbbed29e4be0540 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:22:51.013234 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:51.100921 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-76310d03-ff11-4a20-8600-e3491a8fa65b req-05c02d65-54fe-4ac0-b474-5d7e531b5792 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 210 time: 0.1032007
Nov 10 21:22:51.173658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:51.191002 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Usage tracker for resource:security_group_rule and tenant:b9718a634ad04623bf0b345c079dd851 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:51.203604 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:51.214548 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:51.351705 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-ce75b860-c2d3-4471-82c5-9b632ac42240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:51.425686 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:51.437602 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:51.468267 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-86d1623d-7329-4684-bbb4-a02308a92290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:51.568223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1102c9a-073d-4ee1-9e37-a20bec4fbbf5,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:51.588742 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:51.617971 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:51.620004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Allocated IP 172.20.0.5 (8d45b4c7-49b5-4789-bb96-28ced25d3e8e/46636b42-52c7-47ee-b746-ee0a0afbc0f8/0ec05b09-a54e-41d3-9ca6-06f8016208ce) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:22:51.635711 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b9718a634ad04623bf0b345c079dd851&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8532887
Nov 10 21:22:51.639811 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39774) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:51.893844 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:51.943037 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:51.970604 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd010e3-5fda-4eb0-9abb-456f86563bfd req-ea76e6e9-c92a-4f2b-b7d2-921ba21414dd tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:51.972724 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bcd010e3-5fda-4eb0-9abb-456f86563bfd req-ea76e6e9-c92a-4f2b-b7d2-921ba21414dd tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2181704
Nov 10 21:22:52.052896 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bcd010e3-5fda-4eb0-9abb-456f86563bfd req-5a8fb63c-aad9-4f3e-a918-0f60074ffa7d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730774
Nov 10 21:22:52.077085 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:52.094226 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-991ffc3e-ce1c-428d-bb5d-af7e38e0e073 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:52.136559 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1102c9a-073d-4ee1-9e37-a20bec4fbbf5,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:52.151765 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:52.157846 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:52.164015 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f1102c9a-073d-4ee1-9e37-a20bec4fbbf5 HTTP/1.1" status: 204  len: 168 time: 0.5188212
Nov 10 21:22:52.296222 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-eb5e05a6-80ae-4c55-a9e7-af5d63fa1a43 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:52.297596 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-eb5e05a6-80ae-4c55-a9e7-af5d63fa1a43 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:network {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:52.338721 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-eb5e05a6-80ae-4c55-a9e7-af5d63fa1a43 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:network {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:52.345484 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-eb5e05a6-80ae-4c55-a9e7-af5d63fa1a43 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 0.3783789
Nov 10 21:22:52.407048 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b648d507-f342-4592-9db0-ab43df33bc92 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/quotas/d217e17188c94444acafaeeb3b92cb40 HTTP/1.1" status: 200  len: 375 time: 0.0592601
Nov 10 21:22:52.481622 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-f6ac117c-ab89-453f-8ddb-a6353b0d0e51 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0732338
Nov 10 21:22:52.647225 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-4d73fc83-5b89-4312-9688-17c0d480a152 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645963
Nov 10 21:22:52.745438 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:52.840871 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-c6c35f29-1347-4f3d-9b57-912b0197bc1f service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925139
Nov 10 21:22:52.865859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:52.881946 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:53.095122 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:22:53.109665 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e6c22-a573-4b1b-ab9e-4172b3fea83d req-b0094168-c2f9-471d-b0d4-2ce581ade064 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:53.114648 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-340e6c22-a573-4b1b-ab9e-4172b3fea83d req-b0094168-c2f9-471d-b0d4-2ce581ade064 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 931 time: 0.2186515
Nov 10 21:22:53.252720 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-340e6c22-a573-4b1b-ab9e-4172b3fea83d req-6d696f29-9d56-4450-80c2-2340aaa0d4f0 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1308320
Nov 10 21:22:53.253526 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39818) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:53.255116 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:22:53.257478 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Pushing event updated for resources: {'Port': ['ID=0ec05b09-a54e-41d3-9ca6-06f8016208ce,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:53.335904 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:53.375630 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:22:53.382319 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:53.383047 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:53.392727 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c2db7482-a7a3-42f0-b8d5-438ada786e83 req-e1b06170-7faa-4a06-a70e-f23afc4ddd07 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 210 time: 0.1097138
Nov 10 21:22:53.405439 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:53.416035 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Usage tracker for resource:security_group_rule and tenant:eecb7f4abb274773b324efa3fe66231d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:53.416302 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:53.424475 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:53.436722 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:53.440631 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.8986094
Nov 10 21:22:53.456589 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Request body: {'port': {'device_id': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:53.549565 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:53.784791 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:53.854583 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:53.867646 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:53.905865 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:54.050123 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42434b20-ea46-442b-abe5-6209c693a3fd,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:54.066685 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:54.072051 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eecb7f4abb274773b324efa3fe66231d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8115590
Nov 10 21:22:54.073468 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 39842) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:54.085980 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32496a-1f37-4f99-a436-2272dea3a54a req-1a606793-a280-4038-a939-979513edd017 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:54.098992 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8c32496a-1f37-4f99-a436-2272dea3a54a req-1a606793-a280-4038-a939-979513edd017 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.4742215
Nov 10 21:22:54.244117 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:54.258765 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8c32496a-1f37-4f99-a436-2272dea3a54a req-33a4ba0d-15af-4b9e-84f2-66f0e59de883 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1567028
Nov 10 21:22:54.277560 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:54.565398 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:54.592724 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0b51930d-5166-454d-ac67-8ea99c64c5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:54.726289 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec05b09-a54e-41d3-9ca6-06f8016208ce {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:54.738683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42434b20-ea46-442b-abe5-6209c693a3fd,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:54.751515 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:54.763709 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:54.769886 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/42434b20-ea46-442b-abe5-6209c693a3fd HTTP/1.1" status: 204  len: 168 time: 0.6913970
Nov 10 21:22:54.775240 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:54.812179 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Transition to ACTIVE for port object 0ec05b09-a54e-41d3-9ca6-06f8016208ce will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:54.824749 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:54.834941 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:54.861125 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-98b799e3-cf39-400c-95a0-f94fa0c12a83 req-25491eab-aae5-4f15-bcd2-1ca1dddda74f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 210 time: 0.1285663
Nov 10 21:22:55.166417 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec05b09-a54e-41d3-9ca6-06f8016208ce,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:55.182075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:55.199082 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e21343-d383-49a2-bb25-86bcc9882fb9 req-790a9bd6-77d3-4f8c-988b-0e51fe67b8cf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:55.199831 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-84e21343-d383-49a2-bb25-86bcc9882fb9 req-790a9bd6-77d3-4f8c-988b-0e51fe67b8cf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Synchronizing usage tracker for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:22:55.236388 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-84e21343-d383-49a2-bb25-86bcc9882fb9 req-790a9bd6-77d3-4f8c-988b-0e51fe67b8cf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Unset dirty status for tenant:6e6837a370174c9e9dbbed29e4be0540 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:22:55.246429 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-84e21343-d383-49a2-bb25-86bcc9882fb9 req-790a9bd6-77d3-4f8c-988b-0e51fe67b8cf tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 931 time: 0.6323180
Nov 10 21:22:55.479628 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Attempting to bind port 0ec05b09-a54e-41d3-9ca6-06f8016208ce on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:22:55.480127 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Attempting to bind port 0ec05b09-a54e-41d3-9ca6-06f8016208ce by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:22:55.480800 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Attempting to bind port 0ec05b09-a54e-41d3-9ca6-06f8016208ce on network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:55.597919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Port 0ec05b09-a54e-41d3-9ca6-06f8016208ce on network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:22:55.597919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Attempting to bind port 0ec05b09-a54e-41d3-9ca6-06f8016208ce on network 8d45b4c7-49b5-4789-bb96-28ced25d3e8e {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:22:55.694914 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-84e21343-d383-49a2-bb25-86bcc9882fb9 req-428689bc-dd8f-4faf-9971-48d91a963fd1 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4473491
Nov 10 21:22:55.737897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:22:55.737897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Checking segment: {'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:22:55.737897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Bound using segment: {'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:22:55.737897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Bound port: 0ec05b09-a54e-41d3-9ca6-06f8016208ce, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68accac2-7286-41a4-9f85-3fc421cb76fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1147, 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:22:55.737897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:55.903181 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-cae19574-ce10-4adb-84ee-d5cdea49312c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:55.905806 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-cae19574-ce10-4adb-84ee-d5cdea49312c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 0.6570077
Nov 10 21:22:55.930552 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Request body: {'port': {'device_id': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'admin_state_up': True, 'tenant_id': 'd217e17188c94444acafaeeb3b92cb40'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:56.027429 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5deaecbb-fe44-48ef-870e-1f1aee390a14 req-2253d305-3d49-4251-8262-ccb2cddb460d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:56.043040 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5deaecbb-fe44-48ef-870e-1f1aee390a14 req-2253d305-3d49-4251-8262-ccb2cddb460d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1693959
Nov 10 21:22:56.124096 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5deaecbb-fe44-48ef-870e-1f1aee390a14 req-99a5255b-476a-492a-ba88-13877cce9cde tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0785334
Nov 10 21:22:56.298585 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7f8ded17-8557-4d5a-9fa4-1553d4509918 req-2a5f491b-99d5-4fdd-860d-32270993fd40 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 210 time: 0.1062794
Nov 10 21:22:56.352687 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] For port 0ec05b09-a54e-41d3-9ca6-06f8016208ce, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:22:56.393348 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] For port 0ec05b09-a54e-41d3-9ca6-06f8016208ce, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=0ec05b09-a54e-41d3-9ca6-06f8016208ce,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:22:56.412666 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:56.421787 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:56.425488 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:56.468514 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Usage tracker for resource:port and tenant:d217e17188c94444acafaeeb3b92cb40 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:56.482393 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:56.495313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:56.511807 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:56.513772 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] 10.222.0.76 "PUT /v2.0/ports/0ec05b09-a54e-41d3-9ca6-06f8016208ce HTTP/1.1" status: 200  len: 1093 time: 3.0631127
Nov 10 21:22:56.532891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'tag': '0ec05b09-a54e-41d3-9ca6-06f8016208ce'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:22:56.596586 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Pushing event updated for resources: {'Port': ['ID=0ec05b09-a54e-41d3-9ca6-06f8016208ce,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:56.603318 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:56.671912 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Made reservation on behalf of d217e17188c94444acafaeeb3b92cb40 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:22:56.683056 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:56.718000 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'tag': '0ec05b09-a54e-41d3-9ca6-06f8016208ce', 'status': 'completed', 'code': 200}
Nov 10 21:22:56.911666 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-2b9e3744-9ba4-4551-81e6-e108a0326aaf service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6837a370174c9e9dbbed29e4be0540&device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 1096 time: 0.3065672
Nov 10 21:22:57.275590 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39938) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:57.278764 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-6cf07b42-16ba-43ef-945d-8530996a2c2f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec05b09-a54e-41d3-9ca6-06f8016208ce HTTP/1.1" status: 200  len: 217 time: 0.3534939
Nov 10 21:22:57.315718 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Allocated IP 172.20.0.12 (4dc21018-1e13-42d7-8415-abfaf390283b/a6276782-16b0-4a59-80ac-d8c117eec111/b5e95065-1dd1-49e5-b6c1-ad901fafcf0d) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:22:57.525777 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdcaab-cb36-4d2c-a06e-f1fb6b8f2473 req-aaf5abe7-0877-4e18-a14c-528226c6268b tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:57.528436 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4dbdcaab-cb36-4d2c-a06e-f1fb6b8f2473 req-aaf5abe7-0877-4e18-a14c-528226c6268b tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 943 time: 0.3942058
Nov 10 21:22:57.561124 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:57.631981 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:22:57.641422 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Usage tracker for resource:security_group_rule and tenant:ef4fd32d68bd4d2a8beac5ec659963f8 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:22:57.647711 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:22:57.661621 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:22:57.664275 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-2126bb00-0bde-4698-a745-8fcff0f18db0 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:57.665767 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-2126bb00-0bde-4698-a745-8fcff0f18db0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=46636b42-52c7-47ee-b746-ee0a0afbc0f8 HTTP/1.1" status: 200  len: 848 time: 0.3740809
Nov 10 21:22:57.731502 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5042a40d-c3a0-4492-b8e3-fba5bebb0ff7 req-2e9d4e1b-1605-4aa9-8a62-17715ce1fb0b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:57.734140 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5042a40d-c3a0-4492-b8e3-fba5bebb0ff7 req-2e9d4e1b-1605-4aa9-8a62-17715ce1fb0b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.3188734
Nov 10 21:22:57.773926 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-6fefdd9d-4d28-46bf-a604-420ac223c93d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0831318
Nov 10 21:22:57.916827 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5042a40d-c3a0-4492-b8e3-fba5bebb0ff7 req-717cd3dd-b270-40c9-b883-a95db9f5090b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1699693
Nov 10 21:22:57.930500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:57.934339 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:57.945198 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:57.958952 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:57.967881 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4dbdcaab-cb36-4d2c-a06e-f1fb6b8f2473 req-22c3a459-2d78-400a-bb5d-fd28ad25453f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2952459
Nov 10 21:22:57.982202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:58.078015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:58.157991 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1963860c-d0c8-4c40-8fb2-071b69406a9f,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:58.181961 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:58.207299 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ef4fd32d68bd4d2a8beac5ec659963f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9302697
Nov 10 21:22:58.208755 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 39984) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:58.245714 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Network 4dc21018-1e13-42d7-8415-abfaf390283b is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:22:58.253055 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:22:58.265120 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:22:58.270630 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:58.271789 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:58.302675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event updated for resources: {'Port': ['ID=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:58.315953 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:58.317994 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.3947983
Nov 10 21:22:58.325817 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-708b4572-6b0d-451e-b506-9b0aa81539b7 service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4990520
Nov 10 21:22:58.345130 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Request body: {'port': {'device_id': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:22:58.370367 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:58.478000 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:58.561234 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026768a9-3998-4a88-8c7f-3ec3fedcc08c req-6fa06bb4-3e52-4936-a99e-c0db1a6d5545 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:58.568196 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-026768a9-3998-4a88-8c7f-3ec3fedcc08c req-6fa06bb4-3e52-4936-a99e-c0db1a6d5545 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 932 time: 0.3250046
Nov 10 21:22:58.674517 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:58.721021 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-026768a9-3998-4a88-8c7f-3ec3fedcc08c req-02720179-c535-4490-8299-13f446f9c530 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1204269
Nov 10 21:22:58.743975 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:58.747899 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-09612608-d3a9-4676-b856-fbc47ff6ef97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:22:58.762298 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1963860c-d0c8-4c40-8fb2-071b69406a9f,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:22:58.766632 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:22:58.774301 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:58.781211 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1963860c-d0c8-4c40-8fb2-071b69406a9f HTTP/1.1" status: 204  len: 168 time: 0.5658088
Nov 10 21:22:58.811781 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-654747f1-d4b6-4f6b-a9de-87214a3c88cb req-26fbc804-608a-4d71-946b-34172aa5557a service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4733696
Nov 10 21:22:59.299923 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-b401db20-8b60-41c5-bd5c-710de7671a89 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=6e6837a370174c9e9dbbed29e4be0540&device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 1096 time: 0.4013760
Nov 10 21:22:59.456049 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b3c04a-3392-4ebf-ad97-93c17c8b28c9 req-6c2804ec-16d3-46d3-aaba-a98f8f80677a tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:22:59.459428 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-87b3c04a-3392-4ebf-ad97-93c17c8b28c9 req-6c2804ec-16d3-46d3-aaba-a98f8f80677a tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 943 time: 0.1527667
Nov 10 21:22:59.653254 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-87b3c04a-3392-4ebf-ad97-93c17c8b28c9 req-578abd1e-bc0c-45d4-8b01-08d662f2faa1 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1866503
Nov 10 21:22:59.758699 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5e95065-1dd1-49e5-b6c1-ad901fafcf0d {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:22:59.803888 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:59.840628 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40022) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:22:59.880436 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:22:59.914909 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Transition to ACTIVE for port object b5e95065-1dd1-49e5-b6c1-ad901fafcf0d will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:22:59.986501 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:00.013535 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Usage tracker for resource:security_group_rule and tenant:048cd9fa3dc140b3a88102d145647c07 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:00.024029 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:00.036123 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:00.089729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.100286 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:00.153676 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-1b4a37d9-fd37-4482-827c-d6122d03d284 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:00.156140 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-1b4a37d9-fd37-4482-827c-d6122d03d284 service neutron] 10.222.0.76 "GET /v2.0/networks?id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e HTTP/1.1" status: 200  len: 910 time: 0.6386709
Nov 10 21:23:00.166128 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.176872 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.199318 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-78acf685-956a-46da-90c6-e97dbb603704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:00.287205 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d100331-f3fe-44ac-9060-5c4d302adf3a req-72918b0b-e27c-4a1c-b81b-9bbbd32e1dd5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:00.290295 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb5c02b5-03a7-4fda-b08a-54660386e514,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:00.298183 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=048cd9fa3dc140b3a88102d145647c07&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4557273
Nov 10 21:23:00.299838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:00.304684 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9d100331-f3fe-44ac-9060-5c4d302adf3a req-72918b0b-e27c-4a1c-b81b-9bbbd32e1dd5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 1.0841222
Nov 10 21:23:00.310432 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40030) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:00.510910 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-8e098d40-d3cd-4544-b334-85eb068f7f21 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0ec05b09-a54e-41d3-9ca6-06f8016208ce HTTP/1.1" status: 200  len: 217 time: 0.3308656
Nov 10 21:23:00.527142 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:00.559097 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.575898 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:00.598895 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9d100331-f3fe-44ac-9060-5c4d302adf3a req-16fe28a3-1f97-48bf-ae81-77fb988568f8 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930369
Nov 10 21:23:00.643389 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.671248 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-9d2706ed-088b-4a3f-b863-c27c0c5de7ca service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:00.672756 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-9d2706ed-088b-4a3f-b863-c27c0c5de7ca service neutron] 10.222.0.76 "GET /v2.0/subnets?id=46636b42-52c7-47ee-b746-ee0a0afbc0f8 HTTP/1.1" status: 200  len: 848 time: 0.1317408
Nov 10 21:23:00.677516 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Attempting to bind port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:23:00.677881 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Attempting to bind port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:23:00.678212 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Attempting to bind port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:23:00.733153 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-42adf465-1267-4bac-92a8-83a4295bcb53 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=8d45b4c7-49b5-4789-bb96-28ced25d3e8e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0523517
Nov 10 21:23:00.735288 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d on network 4dc21018-1e13-42d7-8415-abfaf390283b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:23:00.735588 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Attempting to bind port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:23:00.748189 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ca2ee1-62c6-4338-943f-571695e2287c req-deb22512-66a1-4af0-9648-4ec4f7e64065 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:00.750975 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-00ca2ee1-62c6-4338-943f-571695e2287c req-deb22512-66a1-4af0-9648-4ec4f7e64065 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 944 time: 0.3093979
Nov 10 21:23:00.765384 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 22, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:23:00.766257 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Checking segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:23:00.766257 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Bound using segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:23:00.766813 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Bound port: b5e95065-1dd1-49e5-b6c1-ad901fafcf0d, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:23:00.767073 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.827972 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.840700 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:00.895679 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb5c02b5-03a7-4fda-b08a-54660386e514,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:00.903366 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:00.916906 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:00.923109 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/fb5c02b5-03a7-4fda-b08a-54660386e514 HTTP/1.1" status: 204  len: 168 time: 0.6063066
Nov 10 21:23:00.928237 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-00ca2ee1-62c6-4338-943f-571695e2287c req-5693158f-aa84-4968-adbb-7953e906383d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1514368
Nov 10 21:23:01.075454 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-04436112-ed23-430f-bc64-04be51d4e3e5 service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3301950
Nov 10 21:23:01.143659 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] For port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:23:01.192576 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] For port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:23:01.324418 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:01.342193 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:01.427518 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caac384-5455-4c30-96b7-079e2f6e128a req-29c0009b-e034-4db9-bf00-b833733ed009 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:01.433953 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7caac384-5455-4c30-96b7-079e2f6e128a req-29c0009b-e034-4db9-bf00-b833733ed009 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 943 time: 0.4764023
Nov 10 21:23:01.514805 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:01.516203 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] 10.222.0.76 "PUT /v2.0/ports/b5e95065-1dd1-49e5-b6c1-ad901fafcf0d HTTP/1.1" status: 200  len: 1094 time: 3.1793218
Nov 10 21:23:01.516708 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'tag': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:23:01.697449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 0ec05b09-a54e-41d3-9ca6-06f8016208ce details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:23:01.727864 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-36659dd9-43ab-4ee0-8d1c-79f1b5f3231a req-e9f0497f-dddd-4cf7-b4b5-04ec8a99c1db service neutron] 10.222.0.76 "GET /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6386049
Nov 10 21:23:01.745614 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7caac384-5455-4c30-96b7-079e2f6e128a req-2bf7f0a6-4428-41c2-bfeb-93e749142763 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3106077
Nov 10 21:23:01.753729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Pushing event updated for resources: {'Port': ['ID=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:01.786658 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:01.788487 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'tag': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', 'status': 'completed', 'code': 200}
Nov 10 21:23:01.844869 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-d754f2fa-8cb7-4523-a752-fba3ae00a1fd service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 1097 time: 0.2157795
Nov 10 21:23:02.006311 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 0ec05b09-a54e-41d3-9ca6-06f8016208ce, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=0ec05b09-a54e-41d3-9ca6-06f8016208ce,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:02.024236 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '0ec05b09-a54e-41d3-9ca6-06f8016208ce', 'network_id': '8d45b4c7-49b5-4789-bb96-28ced25d3e8e', 'port_id': '0ec05b09-a54e-41d3-9ca6-06f8016208ce', 'mac_address': 'fa:16:3e:6b:62:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46636b42-52c7-47ee-b746-ee0a0afbc0f8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:23:02.075496 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-63c19131-5591-4a70-ab6b-d23c80702ccc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d HTTP/1.1" status: 200  len: 217 time: 0.2195699
Nov 10 21:23:02.094425 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:02.115935 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec05b09-a54e-41d3-9ca6-06f8016208ce {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:23:02.138811 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 0ec05b09-a54e-41d3-9ca6-06f8016208ce, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=0ec05b09-a54e-41d3-9ca6-06f8016208ce,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:02.144815 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:02.148657 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:02.176598 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-0a8bb656-6c74-458e-ab16-937c88842398 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:02.178622 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-0a8bb656-6c74-458e-ab16-937c88842398 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.0882726
Nov 10 21:23:02.249053 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=0ec05b09-a54e-41d3-9ca6-06f8016208ce,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:02.253430 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:02.256446 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-e2917658-087b-48c2-88da-63c905a2258d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0625420
Nov 10 21:23:02.312549 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6258aadd-2cd0-454b-ba2c-1f1d7d1276ef req-5c4b5055-9a4d-4f93-91e3-921b0ed5cdcf tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:02.314298 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6258aadd-2cd0-454b-ba2c-1f1d7d1276ef req-5c4b5055-9a4d-4f93-91e3-921b0ed5cdcf tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.3358207
Nov 10 21:23:02.403982 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6cee7f-bf9c-4246-a805-f8fbc2a2801e req-e30b1ea1-8046-4653-b128-58992d9f4cfe tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:02.413280 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2c6cee7f-bf9c-4246-a805-f8fbc2a2801e req-e30b1ea1-8046-4653-b128-58992d9f4cfe tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 944 time: 0.1198072
Nov 10 21:23:02.485487 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['0ec05b09-a54e-41d3-9ca6-06f8016208ce'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:23:02.493410 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2c6cee7f-bf9c-4246-a805-f8fbc2a2801e req-e47e4655-c2f9-4873-9742-80039c855720 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0789378
Nov 10 21:23:02.617844 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-21e3ff1d-9474-4ef3-8043-a97146f12bb8 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3534493
Nov 10 21:23:02.680710 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6258aadd-2cd0-454b-ba2c-1f1d7d1276ef req-5b52424f-485d-4651-b9d0-e6c93d129508 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1664920
Nov 10 21:23:02.992218 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcceb960-e962-47ad-a8a6-63503faa8b40 req-8b136711-bcd7-4d84-b79e-6dfda9243839 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3638101
Nov 10 21:23:03.090535 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234fe0ae-29ec-4a8a-89b6-da739d36612d req-cd941896-c3a4-4c34-9fa0-cf76bee5d0b2 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:03.092097 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-234fe0ae-29ec-4a8a-89b6-da739d36612d req-cd941896-c3a4-4c34-9fa0-cf76bee5d0b2 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 944 time: 0.0978227
Nov 10 21:23:03.192426 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-234fe0ae-29ec-4a8a-89b6-da739d36612d req-5dcf3b74-5c7a-4b55-bcf0-a611ea2d2a30 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688848
Nov 10 21:23:03.217718 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-07cd4026-1f89-4308-a172-4a517c0d189b req-44387013-98c9-4b0e-a88f-c965f7a33012 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 1097 time: 0.1243975
Nov 10 21:23:03.399735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd4026-1f89-4308-a172-4a517c0d189b req-21b3941f-8296-49a7-8cb2-8962180fcc1f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:03.400476 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-07cd4026-1f89-4308-a172-4a517c0d189b req-21b3941f-8296-49a7-8cb2-8962180fcc1f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 914 time: 0.1740153
Nov 10 21:23:03.481372 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-07cd4026-1f89-4308-a172-4a517c0d189b req-88f7d390-7559-4194-ae7b-c998386b846b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d HTTP/1.1" status: 200  len: 217 time: 0.0728593
Nov 10 21:23:03.500735 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40102) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:03.589850 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd4026-1f89-4308-a172-4a517c0d189b req-c98f355e-4077-4a2b-90c5-faad05118138 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:03.592885 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-07cd4026-1f89-4308-a172-4a517c0d189b req-c98f355e-4077-4a2b-90c5-faad05118138 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.1029320
Nov 10 21:23:03.681629 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-07cd4026-1f89-4308-a172-4a517c0d189b req-96b66019-ebdc-476e-95ed-ca70f51d8cbe service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0790317
Nov 10 21:23:03.726503 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 0ec05b09-a54e-41d3-9ca6-06f8016208ce up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:03.801491 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226aedf5-f5b4-49f4-bebf-19a0d1c3015e req-cd6a58ab-dfea-4465-8152-51b71f4fbd1f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:03.809874 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-226aedf5-f5b4-49f4-bebf-19a0d1c3015e req-cd6a58ab-dfea-4465-8152-51b71f4fbd1f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 944 time: 0.1203046
Nov 10 21:23:03.857076 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:03.889794 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 0ec05b09-a54e-41d3-9ca6-06f8016208ce completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:23:03.902514 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 0ec05b09-a54e-41d3-9ca6-06f8016208ce triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:03.902904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:03.917373 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:03.922856 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Usage tracker for resource:security_group_rule and tenant:a91f6655db024d32b6fb795e71b7d0ea is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:03.927392 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:03.935535 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:03.999744 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-226aedf5-f5b4-49f4-bebf-19a0d1c3015e req-0e7fec38-d387-459b-beeb-43fa3793269e tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1868098
Nov 10 21:23:04.016012 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-07cd4026-1f89-4308-a172-4a517c0d189b req-1fe6945a-c2be-40d9-a372-dd675b40960d service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3229425
Nov 10 21:23:04.090460 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.103906 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.110051 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.118563 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:04.139192 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 0ec05b09-a54e-41d3-9ca6-06f8016208ce, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=0ec05b09-a54e-41d3-9ca6-06f8016208ce,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:04.140875 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec05b09-a54e-41d3-9ca6-06f8016208ce'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:23:04.149447 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.157067 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:04.261686 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=0ec05b09-a54e-41d3-9ca6-06f8016208ce,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:04.265237 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:04.337684 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7cce1c2-7a86-4595-90b9-ec0b5b24fc48,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:04.341430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:04.343903 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a91f6655db024d32b6fb795e71b7d0ea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8421111
Nov 10 21:23:04.349039 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40120) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:04.360279 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-07cd4026-1f89-4308-a172-4a517c0d189b req-56c6f0f9-59d8-4cbb-a508-d695ddf64ee2 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3368604
Nov 10 21:23:04.428297 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5edb873-5579-4df4-ab6d-827f054113c9 req-b98f878b-9324-4cd6-8b04-98a6b1a05965 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:04.439102 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c5edb873-5579-4df4-ab6d-827f054113c9 req-b98f878b-9324-4cd6-8b04-98a6b1a05965 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1975565
Nov 10 21:23:04.482030 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.513147 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec05b09-a54e-41d3-9ca6-06f8016208ce', 'code': 200}
Nov 10 21:23:04.526538 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.550774 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c5edb873-5579-4df4-ab6d-827f054113c9 req-cd1deeff-bc83-40a1-a8c1-02964a495d6a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1104937
Nov 10 21:23:04.640607 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.648143 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:04.669670 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7cce1c2-7a86-4595-90b9-ec0b5b24fc48,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:04.675401 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:04.686220 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:04.698222 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b7cce1c2-7a86-4595-90b9-ec0b5b24fc48 HTTP/1.1" status: 204  len: 168 time: 0.3428140
Nov 10 21:23:05.026594 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c5ff38-377c-48e5-913a-0546ece60ab2 req-d0c09372-6148-4f94-b922-5d00ffa5d8eb tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:05.029032 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d4c5ff38-377c-48e5-913a-0546ece60ab2 req-d0c09372-6148-4f94-b922-5d00ffa5d8eb tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 945 time: 0.2740738
Nov 10 21:23:05.071085 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-48b97765-8a54-42ec-9ca0-2839a9e23600 req-0dffe958-a265-471c-a571-0bb60f8b6c7f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 1098 time: 0.2320359
Nov 10 21:23:05.215501 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d4c5ff38-377c-48e5-913a-0546ece60ab2 req-a76a198e-81dd-40bc-8cfa-fb73fd28d52e tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1775165
Nov 10 21:23:05.234877 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-48b97765-8a54-42ec-9ca0-2839a9e23600 req-080ed607-cda6-4e15-8553-54ed4415c125 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1449392
Nov 10 21:23:05.301978 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8813fa9d-b226-4686-93ad-ceef6b185535 req-60ca8309-e882-425e-968c-201497204486 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:05.303591 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8813fa9d-b226-4686-93ad-ceef6b185535 req-60ca8309-e882-425e-968c-201497204486 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 944 time: 0.1378248
Nov 10 21:23:05.363423 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8813fa9d-b226-4686-93ad-ceef6b185535 req-95e43b38-9b0c-4fca-a962-74c31d994c7f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0542817
Nov 10 21:23:05.752355 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b5e95065-1dd1-49e5-b6c1-ad901fafcf0d details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:23:05.811088 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b8d899-fcab-4141-b9ec-16fc4cb1f67b req-ebae3367-9102-48a6-a3c0-1a618f7dd3cb tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:05.819236 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0b8d899-fcab-4141-b9ec-16fc4cb1f67b req-ebae3367-9102-48a6-a3c0-1a618f7dd3cb tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1062768
Nov 10 21:23:05.915124 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0b8d899-fcab-4141-b9ec-16fc4cb1f67b req-defc43d0-f710-4525-8d77-0113e4c2e8af tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0947752
Nov 10 21:23:06.031910 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:06.053694 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'port_id': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', 'mac_address': 'fa:16:3e:50:51:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6276782-16b0-4a59-80ac-d8c117eec111', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:23:06.122108 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:06.144619 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5e95065-1dd1-49e5-b6c1-ad901fafcf0d {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:23:06.166873 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:06.171665 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:06.176229 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:06.280087 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:06.284435 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:06.556127 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b5e95065-1dd1-49e5-b6c1-ad901fafcf0d'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:23:06.657226 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ec22c4-7c06-4dca-9c54-32febfe1f182 req-786a490f-b2a6-495d-89b4-49b6b5c4aec6 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:06.662806 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d2ec22c4-7c06-4dca-9c54-32febfe1f182 req-786a490f-b2a6-495d-89b4-49b6b5c4aec6 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 945 time: 0.2316449
Nov 10 21:23:06.775989 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d2ec22c4-7c06-4dca-9c54-32febfe1f182 req-1861fde0-c9c3-4f79-8044-9ae199352d65 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1013210
Nov 10 21:23:06.859496 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f1d080-a8d9-4491-b923-7a14a980b1ca req-e0a55303-bb48-49c8-97b9-4a5afa857344 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:06.861820 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-11f1d080-a8d9-4491-b923-7a14a980b1ca req-e0a55303-bb48-49c8-97b9-4a5afa857344 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:23:06.924562 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-11f1d080-a8d9-4491-b923-7a14a980b1ca req-e0a55303-bb48-49c8-97b9-4a5afa857344 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:23:06.927020 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-11f1d080-a8d9-4491-b923-7a14a980b1ca req-e0a55303-bb48-49c8-97b9-4a5afa857344 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 945 time: 0.3205583
Nov 10 21:23:07.082891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-11f1d080-a8d9-4491-b923-7a14a980b1ca req-6fac82bd-8bbe-464c-81b3-f57e134d028a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:23:07.113121 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-11f1d080-a8d9-4491-b923-7a14a980b1ca req-6fac82bd-8bbe-464c-81b3-f57e134d028a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:23:07.123089 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-11f1d080-a8d9-4491-b923-7a14a980b1ca req-6fac82bd-8bbe-464c-81b3-f57e134d028a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1591620
Nov 10 21:23:07.675444 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db51bfce-6808-437d-8a9b-886d268c1edd req-c1a31c02-978a-4933-81a4-c7f488de445f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:07.679031 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-db51bfce-6808-437d-8a9b-886d268c1edd req-c1a31c02-978a-4933-81a4-c7f488de445f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2974916
Nov 10 21:23:07.765361 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-db51bfce-6808-437d-8a9b-886d268c1edd req-e6ded563-ab4f-43f0-8a25-9577e743ee38 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770745
Nov 10 21:23:07.765615 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b5e95065-1dd1-49e5-b6c1-ad901fafcf0d up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:07.898905 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:23:07.904574 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:07.904988 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:08.046874 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:08.079566 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:23:08.093935 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:08.101301 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:08.104426 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:08.135882 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17440eb3-f095-4b9d-93a5-1017521d07e8 req-18fb6f00-ea9f-49f0-9023-f034fd25aa40 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:08.137946 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-17440eb3-f095-4b9d-93a5-1017521d07e8 req-18fb6f00-ea9f-49f0-9023-f034fd25aa40 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 945 time: 0.1394274
Nov 10 21:23:08.192710 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', 'code': 200}
Nov 10 21:23:08.193878 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:08.198854 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:08.234431 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-17440eb3-f095-4b9d-93a5-1017521d07e8 req-fe000805-f412-4659-abbd-ed0c9ba91489 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0854900
Nov 10 21:23:08.618238 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c56acea1-3946-4bfc-be00-8f11ddfa886a req-d0d5a972-0552-4e3a-909e-3cc0881fdbad service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 1099 time: 0.1178901
Nov 10 21:23:08.693679 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c56acea1-3946-4bfc-be00-8f11ddfa886a req-095bf4c2-f7eb-43d5-bef0-ede8a5559f15 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639219
Nov 10 21:23:08.698373 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7750da-b228-40e7-8e05-503f27a0e2e8 req-bb47db42-1076-44c8-9d0d-b8a9e9890629 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:08.700109 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ee7750da-b228-40e7-8e05-503f27a0e2e8 req-bb47db42-1076-44c8-9d0d-b8a9e9890629 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 946 time: 0.1543436
Nov 10 21:23:08.757761 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ee7750da-b228-40e7-8e05-503f27a0e2e8 req-411dd13b-a6d7-4622-9411-74fa98a931d1 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0509810
Nov 10 21:23:09.163736 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe59c4f-b2af-4449-86c1-b81fcd310a88 req-64e2583a-fb85-4ca4-81aa-1559432feeae tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:09.166495 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5fe59c4f-b2af-4449-86c1-b81fcd310a88 req-64e2583a-fb85-4ca4-81aa-1559432feeae tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1442921
Nov 10 21:23:09.275316 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5fe59c4f-b2af-4449-86c1-b81fcd310a88 req-ffb462f8-0eab-4543-a795-f90f2979d274 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1002429
Nov 10 21:23:11.696354 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:11.884246 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:23:12.892681 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-e0ac14b5-94ee-4529-9d50-d0e39afa2a17 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1956346
Nov 10 21:23:12.943463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e20245c-442d-49ee-b0e1-d8ff3c817b8e req-225cc927-2a7f-4b73-badc-711acb034a71 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:12.946260 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3e20245c-442d-49ee-b0e1-d8ff3c817b8e req-225cc927-2a7f-4b73-badc-711acb034a71 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 946 time: 0.0892920
Nov 10 21:23:12.957160 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b848794-85bb-439f-aff0-0e922d188061 req-3f33437a-bc47-42c0-934d-098153ce8091 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:12.959443 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1b848794-85bb-439f-aff0-0e922d188061 req-3f33437a-bc47-42c0-934d-098153ce8091 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 945 time: 0.1513493
Nov 10 21:23:13.021706 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1b848794-85bb-439f-aff0-0e922d188061 req-2557dc11-5144-4a8d-b446-88b71e375121 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0514796
Nov 10 21:23:13.035209 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3e20245c-442d-49ee-b0e1-d8ff3c817b8e req-802fb322-43c9-44a0-8263-06c88258b8db tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0762887
Nov 10 21:23:13.294276 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-845dbf0d-4255-4a49-824a-5ad11f919421 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1098 time: 0.2670326
Nov 10 21:23:13.630249 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9117f9-7af2-450e-9f0b-afd01909f4eb req-e7b7db3f-e35b-4d3c-b348-ffc808edbdb8 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:13.633053 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b9117f9-7af2-450e-9f0b-afd01909f4eb req-e7b7db3f-e35b-4d3c-b348-ffc808edbdb8 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.3375108
Nov 10 21:23:13.644697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a543b-2785-4126-83e5-683f412305bb req-6c1a508f-2ca9-471f-b145-e912207af47b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:13.646373 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-6c1a508f-2ca9-471f-b145-e912207af47b service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.3180318
Nov 10 21:23:13.931237 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5b9117f9-7af2-450e-9f0b-afd01909f4eb req-57726350-0e8c-4e0d-ae59-ff9bc3309152 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2829928
Nov 10 21:23:13.958822 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-d0ec8f68-a2d0-4ff1-b6b5-c4ae00814812 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edc6b33a-e486-4396-8885-ccec028df114 HTTP/1.1" status: 200  len: 1001 time: 0.2789409
Nov 10 21:23:14.094123 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463a543b-2785-4126-83e5-683f412305bb req-1fc69340-4d1a-4070-a0d0-e3ef26aef971 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:14.096677 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-1fc69340-4d1a-4070-a0d0-e3ef26aef971 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.1297286
Nov 10 21:23:14.311760 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-394bc1ce-1255-43cf-a2df-6e36fefec4d1 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2044294
Nov 10 21:23:14.488491 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40314) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:14.617732 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6b194-2033-476c-a75c-eb48a46eb1a7 req-6fe5b790-24b1-4c0d-ae63-0a2a6b99ac3f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:14.636541 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0c6b194-2033-476c-a75c-eb48a46eb1a7 req-6fe5b790-24b1-4c0d-ae63-0a2a6b99ac3f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 946 time: 0.3411334
Nov 10 21:23:14.736588 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-e1927cb9-e1f3-459b-af90-9e109ae957e1 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3745754
Nov 10 21:23:14.760419 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e0c6b194-2033-476c-a75c-eb48a46eb1a7 req-c0affa3f-e97c-47c7-832c-8a193ec1092c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1187265
Nov 10 21:23:14.835118 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:14.878186 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:14.884480 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Usage tracker for resource:security_group_rule and tenant:5c2dba0bd94b4215900607e1d19e5743 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:14.888364 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:14.897458 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:14.910584 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9199e1b7-a7b0-49b2-9f2a-06966c03375c req-f6fb02b9-e62d-4a08-b67a-41237d102397 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:14.918821 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9199e1b7-a7b0-49b2-9f2a-06966c03375c req-f6fb02b9-e62d-4a08-b67a-41237d102397 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 945 time: 0.6019602
Nov 10 21:23:15.037709 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-55841b3e-0415-4ddb-b8c3-15d2519caa52 req-0a2382bb-1630-45dd-bae6-9d856bfcaeb5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 1098 time: 0.4131496
Nov 10 21:23:15.039584 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-463a543b-2785-4126-83e5-683f412305bb req-9b6f1012-4b3b-41e9-8ddd-877cf8e377e2 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2920415
Nov 10 21:23:15.100826 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:15.114030 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:15.115700 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9199e1b7-a7b0-49b2-9f2a-06966c03375c req-0d84205f-f022-49e9-8a01-e8467c340e84 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1959302
Nov 10 21:23:15.151983 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e49dcd65-3d3c-460c-a21d-2d5d2f407345 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:15.187071 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-95f1300e-bfba-4b42-999f-092088d4f27a tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:15.189869 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-95f1300e-bfba-4b42-999f-092088d4f27a tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 945 time: 0.4424489
Nov 10 21:23:15.256498 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8ebd262-87a3-464e-817b-91644b545bce,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:15.264572 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=5c2dba0bd94b4215900607e1d19e5743&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7730036
Nov 10 21:23:15.268425 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40338) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:15.285522 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-55841b3e-0415-4ddb-b8c3-15d2519caa52 req-9f57fe5c-b115-42dd-a8f9-ae20fb8576bb service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2305973
Nov 10 21:23:15.339698 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.340034 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.340380 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.340722 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.341616 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.341616 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.341896 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.342110 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.342440 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.342777 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.343099 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:15.370515 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:15.442909 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Deleting port 0ec05b09-a54e-41d3-9ca6-06f8016208ce {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:23:15.443132 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:15.482616 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:15.534000 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:15.615412 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:15.630557 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-31c69d3d-1f34-416a-bfc1-03e7d8bf6b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:15.667193 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8ebd262-87a3-464e-817b-91644b545bce,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:15.673045 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:15.683395 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:15.696983 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8ebd262-87a3-464e-817b-91644b545bce HTTP/1.1" status: 204  len: 168 time: 0.4236982
Nov 10 21:23:15.866696 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] For port 0ec05b09-a54e-41d3-9ca6-06f8016208ce, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=0ec05b09-a54e-41d3-9ca6-06f8016208ce,segment=NetworkSegment(68accac2-7286-41a4-9f85-3fc421cb76fa),segment_id=68accac2-7286-41a4-9f85-3fc421cb76fa)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:15.867357 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:16.278782 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Calling delete_port for 0ec05b09-a54e-41d3-9ca6-06f8016208ce owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:23:16.411970 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40372) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:16.441124 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:16.503993 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:16.512206 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f5154e-ec79-4387-b782-6019b02bbb1d req-94a5f099-419d-4962-81d6-574baf7dc2cc tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:16.531047 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-62f5154e-ec79-4387-b782-6019b02bbb1d req-94a5f099-419d-4962-81d6-574baf7dc2cc tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 945 time: 0.2129920
Nov 10 21:23:16.569393 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Usage tracker for resource:security_group_rule and tenant:84478d08fe5249b394b883ad811d106e is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:16.578169 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:16.595083 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:16.598479 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fad4d8-8cbe-478b-8065-8d3bee06df12 req-c217eae1-0b9e-4350-9fd8-29651392f7d6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:16.602756 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-33fad4d8-8cbe-478b-8065-8d3bee06df12 req-c217eae1-0b9e-4350-9fd8-29651392f7d6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 1.2423608
Nov 10 21:23:16.674741 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-62f5154e-ec79-4387-b782-6019b02bbb1d req-1184ba6a-7d68-489d-9129-5c2d3596da5f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/security-groups?id=e8c32b90-3856-4dc9-930d-a06476d39ac0&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1424441
Nov 10 21:23:16.898108 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-33fad4d8-8cbe-478b-8065-8d3bee06df12 req-9be3e471-2e46-4056-b0fa-8b899d812b30 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2737901
Nov 10 21:23:16.903278 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:16.939734 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b14210c4-9f15-4050-9593-f4a14a862684 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:17.033162 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:17.038483 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:17.047273 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e3201c03-82b2-4a12-bafd-2d38087fcc00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:17.094140 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3796023-e9ef-44b5-96e9-b7cb3edd724d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:17.097081 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Pushing event deleted for resources: {'Port': ['ID=0ec05b09-a54e-41d3-9ca6-06f8016208ce,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:17.100278 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=84478d08fe5249b394b883ad811d106e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6864812
Nov 10 21:23:17.101336 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:17.105511 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40384) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:17.192478 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:17.194522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] No DVR routers for this DVR port 0ec05b09-a54e-41d3-9ca6-06f8016208ce on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:23:17.198509 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.198770 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.199405 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.199979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.200583 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.201183 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.201912 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.202404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.202985 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.203568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.204164 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:17.210404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:17.212766 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:17.217294 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'name': 'network-vif-deleted', 'tag': '0ec05b09-a54e-41d3-9ca6-06f8016208ce'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:23:17.234721 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:17.248620 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e615aa35-4e3f-4443-a343-7a95f3bc1df1 req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.76 "DELETE /v2.0/ports/0ec05b09-a54e-41d3-9ca6-06f8016208ce HTTP/1.1" status: 204  len: 173 time: 2.0468099
Nov 10 21:23:17.306009 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:17.317820 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b425d5c8-537a-4f91-9aff-7a32f86b7950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:17.338363 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3796023-e9ef-44b5-96e9-b7cb3edd724d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:17.342511 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:17.344144 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:17.346306 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c3796023-e9ef-44b5-96e9-b7cb3edd724d HTTP/1.1" status: 204  len: 168 time: 0.2397704
Nov 10 21:23:17.359957 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9270310d-053b-46bc-ac2c-0fb85801c7f6', 'name': 'network-vif-deleted', 'tag': '0ec05b09-a54e-41d3-9ca6-06f8016208ce', 'status': 'completed', 'code': 200}
Nov 10 21:23:17.827726 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 0ec05b09-a54e-41d3-9ca6-06f8016208ce no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:23:17.874654 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 0ec05b09-a54e-41d3-9ca6-06f8016208ce {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:23:17.875152 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 0ec05b09-a54e-41d3-9ca6-06f8016208ce not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:23:18.044937 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5c1fa819-4989-438d-8f51-3d0785127940 req-1bb4fd57-366d-49d4-acff-e0d7124c55f5 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] 10.222.0.46 "GET /v2.0/ports?device_id=9270310d-053b-46bc-ac2c-0fb85801c7f6 HTTP/1.1" status: 200  len: 210 time: 0.1024277
Nov 10 21:23:18.102297 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d788b087-9f9c-420f-8c2a-a2eaf896c6a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.149101 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 40418) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:18.202311 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.319366 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:18.329065 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Usage tracker for resource:security_group_rule and tenant:ff69a9ca9f384a01bcb036b06af9d5dd is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:18.335373 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:18.348504 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:18.517756 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.527296 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.581970 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7159ab9a-c032-48f0-aa87-5d7655dcede0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:18.630471 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ff69a9ca9f384a01bcb036b06af9d5dd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4781814
Nov 10 21:23:18.630471 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a3154d-3738-48c4-bab2-f67d9538b651,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:18.632856 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40428) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:18.660828 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:18.674918 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.779227 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.816750 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.887182 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d7756b-cdd9-41cf-947e-9b3a3b6807b9 req-3a11f77b-8cf2-4900-8ec6-6cb1eb74f06c tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:18.889857 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b7d7756b-cdd9-41cf-947e-9b3a3b6807b9 req-3a11f77b-8cf2-4900-8ec6-6cb1eb74f06c tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2285035
Nov 10 21:23:18.901651 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.912629 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d04926cd-93d8-4bc5-a26c-f736dccc3680 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:18.934092 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a3154d-3738-48c4-bab2-f67d9538b651,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:18.947027 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:18.948470 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:18.966921 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/51a3154d-3738-48c4-bab2-f67d9538b651 HTTP/1.1" status: 204  len: 168 time: 0.3324964
Nov 10 21:23:19.007257 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b7d7756b-cdd9-41cf-947e-9b3a3b6807b9 req-08b8d8b6-fbfe-4aef-9017-000b5b0779b9 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1052537
Nov 10 21:23:19.051083 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40436) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:19.429021 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7bf213-c6bf-42d1-9bc9-e2e88b8961e8 req-275c2bca-3c71-4b8d-b387-5b6f33293bde tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:19.442295 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad7bf213-c6bf-42d1-9bc9-e2e88b8961e8 req-275c2bca-3c71-4b8d-b387-5b6f33293bde tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1634510
Nov 10 21:23:19.583095 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad7bf213-c6bf-42d1-9bc9-e2e88b8961e8 req-08686d3e-5fac-4be5-b867-674bf105103b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1392457
Nov 10 21:23:19.719798 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:19.801724 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:19.813287 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Usage tracker for resource:security_group_rule and tenant:7d5bbedd6ddb4bf7922aacf6b95cc4c9 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:19.819828 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:19.843027 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:20.013767 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:20.020448 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:20.031997 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:20.074474 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d45c49fc-eee2-4fed-90ec-86d5a41c5122,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:20.099077 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:20.127067 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7d5bbedd6ddb4bf7922aacf6b95cc4c9&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0740340
Nov 10 21:23:20.131193 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 40474) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:20.289949 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:20.398071 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:20.513926 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:20.528635 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-dcb8a974-f7f1-41cd-9b0a-5e7aeca4807d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:20.566710 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d45c49fc-eee2-4fed-90ec-86d5a41c5122,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:20.586199 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:20.640178 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:20.648888 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d45c49fc-eee2-4fed-90ec-86d5a41c5122 HTTP/1.1" status: 204  len: 168 time: 0.5142825
Nov 10 21:23:21.143954 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-e7a52520-4903-4301-a6b8-422c71da3f6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:21.507624 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c458da-3137-4bba-8a35-8dd6ee44b291 req-9d627426-9993-4f12-8ef5-615a7da01554 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:21.516084 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-26c458da-3137-4bba-8a35-8dd6ee44b291 req-9d627426-9993-4f12-8ef5-615a7da01554 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.1359537
Nov 10 21:23:21.578612 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:21.627584 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-26c458da-3137-4bba-8a35-8dd6ee44b291 req-05b6e5b4-2f65-4e1f-bd4d-1d7f1dde9027 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1101015
Nov 10 21:23:23.131485 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57fdcf-db76-42e3-bc51-e5a7bdb3ce10 req-ab8e5f9e-6e08-4a9a-9c0f-d6af4b02e812 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:23.150218 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ea57fdcf-db76-42e3-bc51-e5a7bdb3ce10 req-ab8e5f9e-6e08-4a9a-9c0f-d6af4b02e812 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2728055
Nov 10 21:23:23.213236 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-c37ed78f-e247-40b5-9b37-2ac147c18c58 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 0.4469917
Nov 10 21:23:23.265082 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ea57fdcf-db76-42e3-bc51-e5a7bdb3ce10 req-5ed9183f-d49d-42f8-a97a-506134e70c7c tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1130104
Nov 10 21:23:23.498985 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-eed78e24-c2e9-4e80-96b9-76d13d17090d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:23.500435 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-eed78e24-c2e9-4e80-96b9-76d13d17090d service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.2735503
Nov 10 21:23:23.516169 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b1d8b0-a20b-452e-933c-47e78d212ea9 req-da551f58-ef38-4578-b8fc-699fd72ac885 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:23.519790 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-23b1d8b0-a20b-452e-933c-47e78d212ea9 req-da551f58-ef38-4578-b8fc-699fd72ac885 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2204051
Nov 10 21:23:23.547708 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:23.668877 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-84bdf2a5-cdd3-490f-9449-f17f43120c5d service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 217 time: 0.1474969
Nov 10 21:23:23.726807 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-23b1d8b0-a20b-452e-933c-47e78d212ea9 req-7dd197dd-c008-40b4-b382-3eed283185eb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1047015
Nov 10 21:23:24.596825 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-ceab229c-c1a9-4630-9396-3f2ba27b1d8f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:24.598599 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-ceab229c-c1a9-4630-9396-3f2ba27b1d8f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.0760684
Nov 10 21:23:24.634068 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f6495-8741-4e6e-9370-8d0d27c22bad req-785d5ef4-a068-49a4-9ccf-0a7aaa5419ee tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:24.635839 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b64f6495-8741-4e6e-9370-8d0d27c22bad req-785d5ef4-a068-49a4-9ccf-0a7aaa5419ee tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1444919
Nov 10 21:23:24.691171 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b64f6495-8741-4e6e-9370-8d0d27c22bad req-6c1c4938-a41c-48e6-bc52-7f13b439bb15 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0491602
Nov 10 21:23:25.062573 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc79315-c797-498f-926e-96f57b4e7012 req-d16df850-438d-4a4e-a2b6-046df9238190 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:25.065183 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5dc79315-c797-498f-926e-96f57b4e7012 req-d16df850-438d-4a4e-a2b6-046df9238190 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.0994487
Nov 10 21:23:25.137362 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5dc79315-c797-498f-926e-96f57b4e7012 req-92731cfd-f385-49bc-b5f9-b11e3dbb0cd3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0620120
Nov 10 21:23:25.925528 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b957d8f-f9a3-4780-b2cb-2a1856cc3e82 req-9f73dc82-f63a-4acd-a2c0-31985f68dc77 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:25.928245 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6b957d8f-f9a3-4780-b2cb-2a1856cc3e82 req-9f73dc82-f63a-4acd-a2c0-31985f68dc77 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.0944765
Nov 10 21:23:25.999434 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6b957d8f-f9a3-4780-b2cb-2a1856cc3e82 req-017f04ae-c785-474e-a08b-1a343f7a269c tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0647683
Nov 10 21:23:26.365414 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-a482a415-9045-4c10-a824-a05b91823f98 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0691776
Nov 10 21:23:26.598894 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-b7b5afee-ab6d-45a3-b4b4-d9bf1539ff1c service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2228179
Nov 10 21:23:26.665335 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f51896-f1f8-4a93-9fbe-61265b6bcdc2 req-f267619a-094b-4e4a-8181-bfd83f5de562 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:26.668021 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-27f51896-f1f8-4a93-9fbe-61265b6bcdc2 req-f267619a-094b-4e4a-8181-bfd83f5de562 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2694759
Nov 10 21:23:26.906787 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-27f51896-f1f8-4a93-9fbe-61265b6bcdc2 req-7597c93b-9348-44e8-a5e2-549bfa92d998 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2296178
Nov 10 21:23:26.926043 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9860e2ef-a589-4279-88b2-99e259f3ded9 req-cf75f549-e6ff-4ae5-924b-2964986dab12 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3172400
Nov 10 21:23:27.233289 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeade39a-bf69-4047-adb1-3d1e8293f430 req-ee104c85-0d6a-4567-833d-011c475658b4 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:27.234918 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aeade39a-bf69-4047-adb1-3d1e8293f430 req-ee104c85-0d6a-4567-833d-011c475658b4 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.0903280
Nov 10 21:23:27.311616 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aeade39a-bf69-4047-adb1-3d1e8293f430 req-f2804628-d77e-4a3e-8331-7044bdfcaa7f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648162
Nov 10 21:23:28.499808 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d156ec-c7bf-4e3e-9b20-e0999f727c4d req-f62f7155-ed00-4436-ba7b-2f11f5a9f7af tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:28.510403 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-92d156ec-c7bf-4e3e-9b20-e0999f727c4d req-f62f7155-ed00-4436-ba7b-2f11f5a9f7af tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.3176453
Nov 10 21:23:28.696835 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-92d156ec-c7bf-4e3e-9b20-e0999f727c4d req-b4954550-c2e1-4679-afce-499346100e6f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1796517
Nov 10 21:23:28.903037 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5ed157-1a78-4629-bc4d-547e08a74486 req-eca1fbf5-c5f4-4096-a5b7-ff93fc04eefd tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:28.905955 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fd5ed157-1a78-4629-bc4d-547e08a74486 req-eca1fbf5-c5f4-4096-a5b7-ff93fc04eefd tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1362622
Nov 10 21:23:29.048743 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fd5ed157-1a78-4629-bc4d-547e08a74486 req-164e033e-b73a-4a0a-8108-80ef6ae5c195 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346166
Nov 10 21:23:29.764752 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-d4bd987c-65df-4c6a-97bb-b13f3c351eb3 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:29.769396 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-d4bd987c-65df-4c6a-97bb-b13f3c351eb3 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 0.2809732
Nov 10 21:23:29.822740 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-3d99b547-3456-48d2-8748-ec489c316d5b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/quotas/d217e17188c94444acafaeeb3b92cb40 HTTP/1.1" status: 200  len: 375 time: 0.0416727
Nov 10 21:23:29.955033 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-803d2d8d-d801-47a2-983a-821c990abc00 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&fields=id HTTP/1.1" status: 200  len: 255 time: 0.1308625
Nov 10 21:23:30.193270 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904b3975-6d40-41c0-9616-eece74ed6317 req-14f9f778-d3e1-4aa1-a795-7f604537fbbc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:30.196401 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-904b3975-6d40-41c0-9616-eece74ed6317 req-14f9f778-d3e1-4aa1-a795-7f604537fbbc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.1744428
Nov 10 21:23:30.200848 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-5069d359-8387-4098-aae2-9bc66d24e319 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2283680
Nov 10 21:23:30.286260 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-904b3975-6d40-41c0-9616-eece74ed6317 req-8969b1aa-efa6-41ef-970a-62a57705ecb8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0798688
Nov 10 21:23:30.533297 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7b1847e0-9c7d-4b13-9207-3a8d5e195275 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3202708
Nov 10 21:23:30.766526 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44073294-b892-439a-af6e-7aa76184304e req-23aa0602-3e01-4097-a81f-61acb3d091de tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:30.790152 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-44073294-b892-439a-af6e-7aa76184304e req-23aa0602-3e01-4097-a81f-61acb3d091de tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2046630
Nov 10 21:23:30.932723 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-44073294-b892-439a-af6e-7aa76184304e req-07fb18d6-9feb-4558-ac6e-f13faab91def tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1381009
Nov 10 21:23:30.974063 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-53fba802-48ef-481e-9f69-f6409fbcb88b req-05be49d9-05ca-4706-ae97-f9781e6a2c3b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 210 time: 0.0814126
Nov 10 21:23:31.768200 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e34b121-5795-4683-a9d7-178d5877bf1b req-b44034e7-60c8-4cb6-920c-7a8e60049313 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:31.782703 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8e34b121-5795-4683-a9d7-178d5877bf1b req-b44034e7-60c8-4cb6-920c-7a8e60049313 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2166154
Nov 10 21:23:31.914002 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8e34b121-5795-4683-a9d7-178d5877bf1b req-c14169f5-cbc0-482e-b672-c7b9adfe1109 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1296873
Nov 10 21:23:32.212370 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3c850b-ba82-436c-9bd8-7f4afab4f443 req-7e7f388e-4a21-4543-b594-feee870c2875 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:32.216534 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad3c850b-ba82-436c-9bd8-7f4afab4f443 req-7e7f388e-4a21-4543-b594-feee870c2875 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1161497
Nov 10 21:23:32.284033 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-61de5cb4-1135-4663-aaad-0f1445808151 req-8f538162-e3ba-4e88-82e3-782542c23725 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 210 time: 0.0924456
Nov 10 21:23:32.292874 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad3c850b-ba82-436c-9bd8-7f4afab4f443 req-bcd94a72-2c8b-47cd-8bb4-700e93fcd16a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0683820
Nov 10 21:23:33.779424 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7ef7e7-4aa2-41be-bf46-effa05abc1ea req-a1687f49-5d5c-4aa3-8097-3fe4cdb43695 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:33.783029 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4a7ef7e7-4aa2-41be-bf46-effa05abc1ea req-a1687f49-5d5c-4aa3-8097-3fe4cdb43695 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.5854700
Nov 10 21:23:33.847762 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-83fd13d2-545b-4820-a6e6-3198673ca3e8 req-c4d71765-7d40-475b-bbb6-6641506a8653 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 210 time: 0.1594875
Nov 10 21:23:33.989176 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-e5b70eb3-db10-43fd-afe8-694b2e72206c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:33.991855 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-e5b70eb3-db10-43fd-afe8-694b2e72206c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 0.7378645
Nov 10 21:23:34.026581 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Request body: {'port': {'device_id': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'admin_state_up': True, 'tenant_id': 'd217e17188c94444acafaeeb3b92cb40'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:23:34.392189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:34.413544 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4a7ef7e7-4aa2-41be-bf46-effa05abc1ea req-07cb69a6-e65f-42ef-b4e9-758dd8e80073 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5309663
Nov 10 21:23:34.424824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:34.446484 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Made reservation on behalf of d217e17188c94444acafaeeb3b92cb40 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:23:34.456055 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:34.627830 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c9d11a-7f85-41d7-9680-49f282bd73f9 req-62325cf5-ce6b-436e-b4ab-5a91de517bf2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:34.630957 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-34c9d11a-7f85-41d7-9680-49f282bd73f9 req-62325cf5-ce6b-436e-b4ab-5a91de517bf2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2828250
Nov 10 21:23:34.770747 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-34c9d11a-7f85-41d7-9680-49f282bd73f9 req-50c44b3a-3c7d-48d5-8375-c06019c79aff tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1188354
Nov 10 21:23:34.911293 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Allocated IP 172.20.0.8 (4dc21018-1e13-42d7-8415-abfaf390283b/a6276782-16b0-4a59-80ac-d8c117eec111/55d2713b-2cef-4849-81ac-4a4733b365bf) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:23:35.285038 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e017571c-0a24-40b7-b38d-afd64da28612 req-8b2d4473-65ea-4b7a-bfce-ce4739525ba8 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 210 time: 0.0894585
Nov 10 21:23:35.440004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:35.512615 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:35.525942 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:35.537643 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b5e95065-1dd1-49e5-b6c1-ad901fafcf0d'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:23:35.655251 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event updated for resources: {'Port': ['ID=55d2713b-2cef-4849-81ac-4a4733b365bf,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:35.664164 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:35.694604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Network 4dc21018-1e13-42d7-8415-abfaf390283b is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:23:35.696242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:23:35.700369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:23:35.708539 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:35.709925 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:35.802269 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7839177
Nov 10 21:23:35.820947 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Request body: {'port': {'device_id': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:23:36.505429 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:36.535516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ca54d2-c45b-4c89-bab9-a6541812e375 req-89e6eae9-5429-4d56-952d-b20f33058dbb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:36.548619 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-34ca54d2-c45b-4c89-bab9-a6541812e375 req-89e6eae9-5429-4d56-952d-b20f33058dbb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.4155784
Nov 10 21:23:36.629482 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-34ca54d2-c45b-4c89-bab9-a6541812e375 req-75105345-bfb0-46ff-8088-a04377579a34 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0777102
Nov 10 21:23:36.822156 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30507ea-bfb5-4cd9-a57e-07a1bade4d7a req-eda37c1e-a25a-4c89-8753-2e390fb06404 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:36.836718 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e30507ea-bfb5-4cd9-a57e-07a1bade4d7a req-eda37c1e-a25a-4c89-8753-2e390fb06404 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.5466142
Nov 10 21:23:37.053402 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e61837-117b-4f85-b72c-3907588a25c8 req-6c69891c-8e63-488e-b9fc-d7976b794c23 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:37.056373 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-20e61837-117b-4f85-b72c-3907588a25c8 req-6c69891c-8e63-488e-b9fc-d7976b794c23 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 931 time: 0.1968820
Nov 10 21:23:37.117026 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e30507ea-bfb5-4cd9-a57e-07a1bade4d7a req-95fe10a8-791e-4c6c-92a3-c2ce2c947757 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2789845
Nov 10 21:23:37.150250 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-20e61837-117b-4f85-b72c-3907588a25c8 req-3abaab4d-edc8-4b21-87f0-f995d5fe32f9 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880508
Nov 10 21:23:37.177351 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40858) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:37.404473 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 55d2713b-2cef-4849-81ac-4a4733b365bf {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:23:37.415989 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:37.439002 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Transition to ACTIVE for port object 55d2713b-2cef-4849-81ac-4a4733b365bf will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:23:37.445667 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:37.450473 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6ff8ec24-b449-4d83-ab6c-d9eafb898787 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:37.599085 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Pushing event updated for resources: {'Port': ['ID=55d2713b-2cef-4849-81ac-4a4733b365bf,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:37.609539 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:37.750204 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:37.840725 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:37.847817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Usage tracker for resource:security_group_rule and tenant:7fb065b628344d18891dbfe71bb8d6b4 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:37.853414 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:37.865457 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:37.965322 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 40876) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:37.998899 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.011310 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.026261 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e12559b3-552b-4e36-9fa4-8bed30064743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:38.088664 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Attempting to bind port 55d2713b-2cef-4849-81ac-4a4733b365bf on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:23:38.088976 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Attempting to bind port 55d2713b-2cef-4849-81ac-4a4733b365bf by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:23:38.089318 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Attempting to bind port 55d2713b-2cef-4849-81ac-4a4733b365bf on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:23:38.098918 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Port 55d2713b-2cef-4849-81ac-4a4733b365bf on network 4dc21018-1e13-42d7-8415-abfaf390283b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:23:38.099195 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Attempting to bind port 55d2713b-2cef-4849-81ac-4a4733b365bf on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:23:38.107086 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:23:38.107415 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Checking segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:23:38.107832 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Bound using segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:23:38.108985 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Bound port: 55d2713b-2cef-4849-81ac-4a4733b365bf, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:23:38.108985 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.206082 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a0fb7fd-8cdc-4045-9f6e-cb8170f0625e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:38.234642 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:38.247669 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] For port 55d2713b-2cef-4849-81ac-4a4733b365bf, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:23:38.248768 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fb065b628344d18891dbfe71bb8d6b4&name=default HTTP/1.1" status: 200  len: 2647 time: 1.0699303
Nov 10 21:23:38.252439 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] For port 55d2713b-2cef-4849-81ac-4a4733b365bf, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=55d2713b-2cef-4849-81ac-4a4733b365bf,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:23:38.256235 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 40892) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:38.305898 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.318534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:38.415989 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d6e459-b903-4ece-a2b3-45d5e893173e req-532da57f-0777-486e-8e6f-e9ea55e6b7b2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:38.423750 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c2d6e459-b903-4ece-a2b3-45d5e893173e req-532da57f-0777-486e-8e6f-e9ea55e6b7b2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.4571221
Nov 10 21:23:38.579132 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Pushing event updated for resources: {'Port': ['ID=55d2713b-2cef-4849-81ac-4a4733b365bf,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:38.597536 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.613772 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:38.625219 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.628239 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] 10.222.0.76 "PUT /v2.0/ports/55d2713b-2cef-4849-81ac-4a4733b365bf HTTP/1.1" status: 200  len: 1093 time: 2.8153975
Nov 10 21:23:38.629182 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'tag': '55d2713b-2cef-4849-81ac-4a4733b365bf'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:23:38.698319 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05feb817-97b7-4e93-802c-bf80268f193e req-ac67ab31-8cd1-45e2-91a8-723fcb94cd76 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:38.713228 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c2d6e459-b903-4ece-a2b3-45d5e893173e req-4c3f20e4-1d47-47e8-baab-5527d681d580 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2880309
Nov 10 21:23:38.728297 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-05feb817-97b7-4e93-802c-bf80268f193e req-ac67ab31-8cd1-45e2-91a8-723fcb94cd76 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 943 time: 0.2602718
Nov 10 21:23:38.842097 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-05feb817-97b7-4e93-802c-bf80268f193e req-456cc1dd-2a1c-4272-a636-8d6e1a8a2697 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124954
Nov 10 21:23:38.870480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.927439 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:38.955238 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'tag': '55d2713b-2cef-4849-81ac-4a4733b365bf', 'status': 'completed', 'code': 200}
Nov 10 21:23:39.075959 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:39.085621 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-14f30182-186f-4038-ab3e-86a0574608f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:39.107141 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a0fb7fd-8cdc-4045-9f6e-cb8170f0625e,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:39.137299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:39.280934 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:39.285628 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:39.290040 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/3a0fb7fd-8cdc-4045-9f6e-cb8170f0625e HTTP/1.1" status: 204  len: 168 time: 1.0301440
Nov 10 21:23:39.293937 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-73e447b6-8421-4290-8cf0-9b654ff97597 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 1096 time: 0.5788870
Nov 10 21:23:39.300651 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Usage tracker for resource:security_group_rule and tenant:f0fb81512f6d4fce95bb28c970f5d277 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:39.309087 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:39.465539 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-0bd6a568-0504-4eb2-bf74-6af38aae42ca service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d2713b-2cef-4849-81ac-4a4733b365bf HTTP/1.1" status: 200  len: 217 time: 0.1501529
Nov 10 21:23:39.474563 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:39.590100 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-8a7684c2-9950-4242-bb01-84d9f3915b05 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:39.591530 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-8a7684c2-9950-4242-bb01-84d9f3915b05 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.1134644
Nov 10 21:23:39.652161 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba02927-af72-415a-83bf-7ae6b215b031 req-9bd45087-993b-428c-beed-f3af776ab9e0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:39.660223 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1ba02927-af72-415a-83bf-7ae6b215b031 req-9bd45087-993b-428c-beed-f3af776ab9e0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.5088544
Nov 10 21:23:39.688432 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-c7026de8-38a9-4352-a22a-f8b4d38c3bdf service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0859661
Nov 10 21:23:39.941537 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:23:40.074835 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-03edbaf7-40e9-4860-8099-7d71fde5f3aa service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3648639
Nov 10 21:23:40.089187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.187842 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1ba02927-af72-415a-83bf-7ae6b215b031 req-612cd44e-0bb7-46f7-ada1-dba3c9ab6c30 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5260251
Nov 10 21:23:40.189873 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.201284 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86330259-c566-43a1-a1cc-7cd0a9359c99 req-2299781f-3b41-4700-8ad9-34beb8fbddec tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:40.210136 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-86330259-c566-43a1-a1cc-7cd0a9359c99 req-2299781f-3b41-4700-8ad9-34beb8fbddec tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2052438
Nov 10 21:23:40.291737 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-729b8723-17eb-4f81-8c10-da510c1cd7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:40.309175 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f0fb81512f6d4fce95bb28c970f5d277&name=default HTTP/1.1" status: 200  len: 2647 time: 2.3413491
Nov 10 21:23:40.318605 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40926) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:40.380512 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:40.450740 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'edc6b33a-e486-4396-8885-ccec028df114', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'port_id': 'edc6b33a-e486-4396-8885-ccec028df114', 'mac_address': 'fa:16:3e:77:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:23:40.545628 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-86330259-c566-43a1-a1cc-7cd0a9359c99 req-b970354c-0c26-42a4-bf07-f58572602f3f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3343120
Nov 10 21:23:40.650234 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.728228 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.747902 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.793142 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id edc6b33a-e486-4396-8885-ccec028df114 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:23:40.862461 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.865966 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:40.876889 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.880700 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:40.881895 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-af236507-f318-46d0-a9fe-ea2bc7b69dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:40.897873 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9422a4ab-ec5f-441e-97b6-45bd682e0427,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:40.903773 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:40.910477 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:40.911900 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9422a4ab-ec5f-441e-97b6-45bd682e0427 HTTP/1.1" status: 204  len: 168 time: 0.5922711
Nov 10 21:23:40.917639 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9422a4ab-ec5f-441e-97b6-45bd682e0427,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:40.921040 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.630s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:41.055307 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=6']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:41.077818 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40946) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:41.140433 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc8525e8-7cc0-4746-84dc-d2c0bffe8ce6 req-02a3c8d4-9314-4e2f-a26a-50dea85761f3 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0439384
Nov 10 21:23:41.143550 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.144032 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.148465 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.148893 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.151991 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.152449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.152780 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.158754 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.164872 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a95784f-76c6-4309-93e7-0f036b9a4c86 req-3d54ab64-c6d5-4632-b64f-d1978a458937 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:41.165844 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-9a95784f-76c6-4309-93e7-0f036b9a4c86 req-3d54ab64-c6d5-4632-b64f-d1978a458937 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:23:41.170731 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.171703 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.175287 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:41.197404 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['edc6b33a-e486-4396-8885-ccec028df114'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:23:41.198859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-9a95784f-76c6-4309-93e7-0f036b9a4c86 req-3d54ab64-c6d5-4632-b64f-d1978a458937 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:23:41.200499 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9a95784f-76c6-4309-93e7-0f036b9a4c86 req-3d54ab64-c6d5-4632-b64f-d1978a458937 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 943 time: 0.7378089
Nov 10 21:23:41.290243 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:41.436872 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9a95784f-76c6-4309-93e7-0f036b9a4c86 req-3456a375-5537-46aa-a31f-e147c094732f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089763
Nov 10 21:23:41.525788 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-b9d958ab-f04f-446e-ada7-d2baa5649d57 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 1096 time: 0.1661263
Nov 10 21:23:41.955567 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.016727 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-cde4c879-0212-4838-8017-aa197b28dfb6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:42.018799 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-cde4c879-0212-4838-8017-aa197b28dfb6 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 914 time: 0.4760246
Nov 10 21:23:42.055220 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-803033843-network', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:23:42.070504 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:42.107426 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Usage tracker for resource:network and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:42.114528 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:42.131411 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce5aaf4-db1f-40c6-a458-c4db2f976c3e req-e44e90ff-de1f-485d-b5ce-43fb539de137 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:42.134436 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6ce5aaf4-db1f-40c6-a458-c4db2f976c3e req-e44e90ff-de1f-485d-b5ce-43fb539de137 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3324592
Nov 10 21:23:42.142463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:42.180511 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-f1966812-1e5a-4741-b2ef-cb96d341607b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=55d2713b-2cef-4849-81ac-4a4733b365bf HTTP/1.1" status: 200  len: 217 time: 0.1502120
Nov 10 21:23:42.193028 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Made reservation on behalf of ffa501fa20714772a12a13b5b10a8960 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:23:42.200744 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.224886 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.288586 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82007c2-aa65-49bc-9a80-6a177444e6ed req-93c458cb-8061-4a03-bbb4-15038d15ed0b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:42.300927 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a82007c2-aa65-49bc-9a80-6a177444e6ed req-93c458cb-8061-4a03-bbb4-15038d15ed0b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1999876
Nov 10 21:23:42.304677 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6ce5aaf4-db1f-40c6-a458-c4db2f976c3e req-3093de53-5aee-4299-bc2a-b307b3c322bc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1513443
Nov 10 21:23:42.324872 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:42.333510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-585b3d90-c36e-4ca7-b123-9906947fa36d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:42.335308 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-585b3d90-c36e-4ca7-b123-9906947fa36d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.1398842
Nov 10 21:23:42.342612 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:42.351703 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:42.364820 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:42.420077 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-27c64122-272b-44db-bff8-ef41d74b191d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0728846
Nov 10 21:23:42.439815 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a82007c2-aa65-49bc-9a80-6a177444e6ed req-897782d4-da4f-4d6b-8521-42caa6184577 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368582
Nov 10 21:23:42.474520 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.481517 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.488480 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3224f8a6-c774-457f-a56d-8503b77ec1ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:42.546462 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1142}  {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:23:42.583630 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8538e4e9-ea0b-403b-bbad-ae35d911b540,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:42.591919 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:42.593527 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.594795 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.segments_db [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Added segment 6c55627e-9508-47fd-b741-a21a5aa03ce2 of type vlan for network 1c290b42-bae5-4578-b0a9-6339e4f335c0
Nov 10 21:23:42.726723 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.787213 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e904a211-9416-4b9a-941a-7f584aca0b39 req-061f3412-2946-485d-8cb2-32aa1564d829 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:42.795190 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e904a211-9416-4b9a-941a-7f584aca0b39 req-061f3412-2946-485d-8cb2-32aa1564d829 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 944 time: 0.1868548
Nov 10 21:23:42.799122 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-b5b278d5-afdf-491c-b9e0-c07c7c38f72d service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3502173
Nov 10 21:23:42.814034 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.817313 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:42.818199 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:42.827457 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:43.076650 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.9968476
Nov 10 21:23:43.085357 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 40980) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:43.099809 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e904a211-9416-4b9a-941a-7f584aca0b39 req-0a041946-c984-4677-a121-83313e4339c2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3034348
Nov 10 21:23:43.105675 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Pushing event updated for resources: {'Network': ['ID=1c290b42-bae5-4578-b0a9-6339e4f335c0,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:43.117672 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Request body: {'subnet': {'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-803033843-subnet', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:23:43.124316 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:23:43.134880 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:43.137446 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:43.149851 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Usage tracker for resource:subnet and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:43.156265 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:43.167794 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:43.189989 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Made reservation on behalf of ffa501fa20714772a12a13b5b10a8960 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:23:43.194342 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8098528'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:43.337558 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f13bb432-a529-4a15-b427-9ce7832a7981 req-2b8730ac-d646-492d-8198-cda7df3e4f06 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5268054
Nov 10 21:23:43.398884 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291e8bb2-4c71-4b35-a49e-869950597f8b req-f14e7088-f020-402d-aeaf-5a181c978f3a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:43.404330 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-291e8bb2-4c71-4b35-a49e-869950597f8b req-f14e7088-f020-402d-aeaf-5a181c978f3a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 943 time: 0.3996403
Nov 10 21:23:43.531523 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-291e8bb2-4c71-4b35-a49e-869950597f8b req-7993cb31-2cea-41a1-8daa-97213f5525f9 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1075494
Nov 10 21:23:43.817258 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7650035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8098550'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:43.839117 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17796a82-f036-4676-9fc9-9028e9cdbb51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:43.957154 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 55d2713b-2cef-4849-81ac-4a4733b365bf details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:23:43.961227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:44.128693 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=32b68e6d-5851-40ff-98b1-82a106cac50d,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:44.141669 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:44.166197 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Checking segment: {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:23:44.167137 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Network hostable DHCP agents. Network: 1c290b42-bae5-4578-b0a9-6339e4f335c0, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:23:44.170982 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.resource_extend [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:23:44.275941 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce01821-cc76-4b29-9e00-f2a4b4bb87aa req-500ba072-69ba-4e4e-a6b1-01c29aa646cf tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:44.279992 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5ce01821-cc76-4b29-9e00-f2a4b4bb87aa req-500ba072-69ba-4e4e-a6b1-01c29aa646cf tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2082603
Nov 10 21:23:44.372034 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ea8f8-713b-458e-82d5-68e8cb39bae9 req-2ac5231f-edd1-486d-80ef-a9c15ee808ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:44.407103 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d17ea8f8-713b-458e-82d5-68e8cb39bae9 req-2ac5231f-edd1-486d-80ef-a9c15ee808ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.5674808
Nov 10 21:23:44.482328 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:23:44.554074 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 1c290b42-bae5-4578-b0a9-6339e4f335c0) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:23:44.591440 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:44.594941 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:44.596299 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5ce01821-cc76-4b29-9e00-f2a4b4bb87aa req-1c8cd157-dc85-4519-9395-b540f805a351 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3021195
Nov 10 21:23:44.618894 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4777300-26e0-452a-a670-e0f231e6ffe8 None None] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:23:44.626672 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d17ea8f8-713b-458e-82d5-68e8cb39bae9 req-2ca40976-a9a6-4e9f-9cf0-f10ed359678b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2171638
Nov 10 21:23:44.720072 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.6139271
Nov 10 21:23:44.722180 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 41008) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:44.735298 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:23:44.761357 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:23:44.788748 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Usage tracker for resource:router and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:23:44.794672 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:23:44.805176 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port edc6b33a-e486-4396-8885-ccec028df114 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:44.805826 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:44.823217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:23:44.865400 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:44.868257 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:44.954211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:45.155727 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf472e1f-1b32-451d-af9d-61d6a22c257f req-de37f568-26cf-40a4-9d24-9082d6005b8a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:45.171763 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bf472e1f-1b32-451d-af9d-61d6a22c257f req-de37f568-26cf-40a4-9d24-9082d6005b8a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 943 time: 0.2339473
Nov 10 21:23:45.318805 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bf472e1f-1b32-451d-af9d-61d6a22c257f req-d938be36-6a3a-4c12-809e-5b1bb2e290e5 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1415114
Nov 10 21:23:45.323831 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 55d2713b-2cef-4849-81ac-4a4733b365bf, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=55d2713b-2cef-4849-81ac-4a4733b365bf,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:45.533214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:45.628288 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3791b74-dd21-49bc-9d1a-a4bd3511b72a req-e69d9b47-6d62-4a58-956e-51ca16281298 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:45.642473 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e3791b74-dd21-49bc-9d1a-a4bd3511b72a req-e69d9b47-6d62-4a58-956e-51ca16281298 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 944 time: 0.3989506
Nov 10 21:23:45.665968 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '55d2713b-2cef-4849-81ac-4a4733b365bf', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'port_id': '55d2713b-2cef-4849-81ac-4a4733b365bf', 'mac_address': 'fa:16:3e:7f:f7:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6276782-16b0-4a59-80ac-d8c117eec111', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:23:45.899349 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e3791b74-dd21-49bc-9d1a-a4bd3511b72a req-103a0847-3a07-4b3f-a5f0-5b06e69b71ed tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2556608
Nov 10 21:23:46.086732 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-1c290b42-bae5-4578-b0a9-6339e4f335c0', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:23:46.091777 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:46.189510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:46.221454 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe7e03f-5c2f-4494-a6aa-286ac205519d req-7340980e-db63-4b6f-9548-0f2d55ed50fe tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:46.223127 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0fe7e03f-5c2f-4494-a6aa-286ac205519d req-7340980e-db63-4b6f-9548-0f2d55ed50fe tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2760324
Nov 10 21:23:46.227359 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:46.271217 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:46.274300 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:46.422650 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0fe7e03f-5c2f-4494-a6aa-286ac205519d req-934e22a6-9f0f-48fc-9809-f58fb3cf345a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1860609
Nov 10 21:23:46.538777 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:46.580562 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:23:46.624705 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:46.643677 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:46.957000 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Allocated IP 172.27.0.54 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/450a31b4-a8e6-4d8e-8440-c3a4003785aa) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:23:46.982447 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 55d2713b-2cef-4849-81ac-4a4733b365bf {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:23:47.004140 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=7']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:47.153103 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:47.249190 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:47.285649 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dba7080-8054-440d-ab39-0eb740f2db31 req-d0fbeac3-e114-4f61-99e4-aaa66d7013e5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:47.287337 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4dba7080-8054-440d-ab39-0eb740f2db31 req-d0fbeac3-e114-4f61-99e4-aaa66d7013e5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 1.0549200
Nov 10 21:23:47.288006 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:47.295749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76635cd-7429-4cc0-b77a-7d20202ac71b req-2951b9b4-1e54-4a6b-8534-c4c1d0895806 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:47.310437 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b76635cd-7429-4cc0-b77a-7d20202ac71b req-2951b9b4-1e54-4a6b-8534-c4c1d0895806 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 943 time: 0.3963377
Nov 10 21:23:47.355774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:23:47.393148 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:23:47.396836 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:23:47.506757 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:47.537735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Pushing event updated for resources: {'Port': ['ID=450a31b4-a8e6-4d8e-8440-c3a4003785aa,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:47.586897 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b76635cd-7429-4cc0-b77a-7d20202ac71b req-0df26e9b-6395-43f6-8780-eb8dc2f04f29 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2621648
Nov 10 21:23:47.624728 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 55d2713b-2cef-4849-81ac-4a4733b365bf, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=55d2713b-2cef-4849-81ac-4a4733b365bf,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:47.635594 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4dba7080-8054-440d-ab39-0eb740f2db31 req-ea3518a8-1c4b-475e-b624-969157c6dc46 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2779870
Nov 10 21:23:47.636813 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:47.679859 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:47.686881 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:47.698097 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:47.698773 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:47.742592 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114', 'code': 200}
Nov 10 21:23:47.754255 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Allocated IP 172.20.0.2 (1c290b42-bae5-4578-b0a9-6339e4f335c0/32b68e6d-5851-40ff-98b1-82a106cac50d/9858a0e4-d917-4d78-a520-2fe9ddd9cee8) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:23:47.910909 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=55d2713b-2cef-4849-81ac-4a4733b365bf,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:48.043983 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:23:48.045601 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e8e601-2775-4aea-bdcd-6a942bf5d571 req-63467eb9-bf70-48d7-b222-79c76b892627 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:48.059808 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-41e8e601-2775-4aea-bdcd-6a942bf5d571 req-63467eb9-bf70-48d7-b222-79c76b892627 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.1984632
Nov 10 21:23:48.162527 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:48.178235 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['55d2713b-2cef-4849-81ac-4a4733b365bf'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:23:48.229277 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-41e8e601-2775-4aea-bdcd-6a942bf5d571 req-02ae5c28-1e46-45fb-b75e-69a0beeba4e7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1615512
Nov 10 21:23:48.343379 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f9edc121-a37c-4b03-ad39-31cead5401f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:48.715654 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d02d984-65b7-4583-9a03-6583b40eceda req-41fd47c1-5f0b-4a56-baab-ebd86dda5627 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:48.717411 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5d02d984-65b7-4583-9a03-6583b40eceda req-41fd47c1-5f0b-4a56-baab-ebd86dda5627 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.4278626
Nov 10 21:23:48.756796 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:48.788158 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:48.809244 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Transition to ACTIVE for port object 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:23:48.878598 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:23:48.896709 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Transition to ACTIVE for port object 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:23:48.909756 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5d02d984-65b7-4583-9a03-6583b40eceda req-3f04f06b-fbf5-40ef-a4b5-9501d6992ca6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1377571
Nov 10 21:23:48.922519 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:48.924402 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:23:48.937144 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Sync routers for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:23:48.966119 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:23:48.970044 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde242eee80>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:23:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:23:48.974504 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:48.984731 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:48.986943 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 919 time: 4.2608540
Nov 10 21:23:48.991326 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 41046) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:23:49.141836 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4de66e-c9d4-4d07-ad32-8bfa443cec1f req-4325a4d5-f7c1-4539-94a1-93904dc7bdb3 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:49.155434 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2d4de66e-c9d4-4d07-ad32-8bfa443cec1f req-4325a4d5-f7c1-4539-94a1-93904dc7bdb3 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 944 time: 0.1926098
Nov 10 21:23:49.247717 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Pushing event updated for resources: {'Port': ['ID=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:49.266537 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:49.283700 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2d4de66e-c9d4-4d07-ad32-8bfa443cec1f req-4c4d9b52-395b-4f9e-bd64-dbb9255772c1 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1233292
Nov 10 21:23:49.295035 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:23:49.299780 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:23:49.306546 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:23:49.584321 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:23:49.651376 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Attempting to bind port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:23:49.651755 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Attempting to bind port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:23:49.652126 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Attempting to bind port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 on network 1c290b42-bae5-4578-b0a9-6339e4f335c0 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:23:49.675023 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:23:49.675388 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Checking segment: {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:23:49.676732 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:49.677159 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Bound using segment: {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:23:49.677909 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Bound port: 9858a0e4-d917-4d78-a520-2fe9ddd9cee8, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:23:49.678391 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:49.837049 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fe0b70-4b8e-4311-9230-9826c6194abb req-b082f2ae-2fd2-41ac-b9b3-053896bb2e6a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:49.848342 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-08fe0b70-4b8e-4311-9230-9826c6194abb req-b082f2ae-2fd2-41ac-b9b3-053896bb2e6a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2101839
Nov 10 21:23:49.911818 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] For port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:23:49.915987 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] For port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:23:49.926706 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:49.932112 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:49.989143 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-08fe0b70-4b8e-4311-9230-9826c6194abb req-34c10907-f821-4b8e-a4e7-9d7f56f3e67e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1394856
Nov 10 21:23:50.205134 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Pushing event updated for resources: {'Port': ['ID=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:50.223121 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:50.555068 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70aae2a1-1863-402c-a3e7-46e5a8b78e2c req-91b21ebf-08e3-4da0-b228-2975e9d9d80a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:50.579182 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-70aae2a1-1863-402c-a3e7-46e5a8b78e2c req-91b21ebf-08e3-4da0-b228-2975e9d9d80a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.3000467
Nov 10 21:23:50.798950 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-70aae2a1-1863-402c-a3e7-46e5a8b78e2c req-51c98071-ce3d-4478-9c2d-d2ee4c75cfea tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2182746
Nov 10 21:23:50.871150 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe93a13-7af7-44dd-a02b-9afe5bca9f84 req-ca821e4c-85cc-41b6-99c5-aeb817dbd69a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:50.880462 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5fe93a13-7af7-44dd-a02b-9afe5bca9f84 req-ca821e4c-85cc-41b6-99c5-aeb817dbd69a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 1.0609646
Nov 10 21:23:51.111331 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-55e4c2a4-fed6-4c14-b61c-b55ccf24584b req-cc4ff8fe-deb7-453a-9964-02e14d307c9b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 1.1126084
Nov 10 21:23:51.145269 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-29824b54-d483-4fdd-8bb7-61b1059ad26e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:51.159457 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5fe93a13-7af7-44dd-a02b-9afe5bca9f84 req-47c9ba50-a1ab-430b-8373-68bd4268473d tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2640171
Nov 10 21:23:51.209356 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde242eee80>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:47Z', 'revision_number': 3, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:23:51.231889 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Checking router: 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:23:51.232421 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Updating router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 port 450a31b4-a8e6-4d8e-8440-c3a4003785aa binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:23:51.329973 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139c01d8-fb43-43e5-a834-7127a8e14d79 req-77041f4b-0bee-422e-bf29-8666f03392a2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:51.344924 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-139c01d8-fb43-43e5-a834-7127a8e14d79 req-77041f4b-0bee-422e-bf29-8666f03392a2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 944 time: 0.2755785
Nov 10 21:23:51.371159 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:51.439602 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-55e4c2a4-fed6-4c14-b61c-b55ccf24584b req-b3eb305a-8dea-487e-96b7-bac25710e0c3 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3201098
Nov 10 21:23:51.541358 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-139c01d8-fb43-43e5-a834-7127a8e14d79 req-b6e9d697-7e1d-4b95-b892-68720fd3f451 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1901469
Nov 10 21:23:51.583174 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:51.688779 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 55d2713b-2cef-4849-81ac-4a4733b365bf up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:52.047179 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:52.380000 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 55d2713b-2cef-4849-81ac-4a4733b365bf completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:23:52.404286 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 55d2713b-2cef-4849-81ac-4a4733b365bf triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:52.404909 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:52.576036 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b98944ce-c93a-4fe2-8c72-59b0242d8667 None None] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:23:52.813775 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08d2c44-c631-4bb8-bd6c-7c8834c37137 req-fdb7b28e-1070-4a98-a35b-32fcd2071037 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:52.841395 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c08d2c44-c631-4bb8-bd6c-7c8834c37137 req-fdb7b28e-1070-4a98-a35b-32fcd2071037 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.5287480
Nov 10 21:23:52.986729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca38fbe2-4649-4b6c-9f99-d9493fa531bf req-a37215ad-450b-4cd3-b43f-4eb76766286d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:53.002012 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ca38fbe2-4649-4b6c-9f99-d9493fa531bf req-a37215ad-450b-4cd3-b43f-4eb76766286d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.7567079
Nov 10 21:23:53.023124 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c08d2c44-c631-4bb8-bd6c-7c8834c37137 req-3c5aef1a-9b67-4df7-b279-9819e6ef91ad tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1807265
Nov 10 21:23:53.071750 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.117480 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Transition to ACTIVE for port object 450a31b4-a8e6-4d8e-8440-c3a4003785aa will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:23:53.144371 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.149073 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:53.242579 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ca38fbe2-4649-4b6c-9f99-d9493fa531bf req-1c5f1b51-da1e-45a9-9f49-eb30b96fb710 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2386124
Nov 10 21:23:53.296029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.420736 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0af9ee48-57a5-45f7-9f1b-3d54362959f0 None None] Provisioning for port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:23:53.439089 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:23:53.468531 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:53.474169 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.486799 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Attempting to bind port 450a31b4-a8e6-4d8e-8440-c3a4003785aa on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:23:53.487176 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Attempting to bind port 450a31b4-a8e6-4d8e-8440-c3a4003785aa by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:23:53.494146 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Attempting to bind port 450a31b4-a8e6-4d8e-8440-c3a4003785aa on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:23:53.511784 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Pushing event updated for resources: {'Port': ['ID=450a31b4-a8e6-4d8e-8440-c3a4003785aa,revision_number=2']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:53.539310 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:23:53.539693 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:23:53.540102 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.540500 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:23:53.540992 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Bound port: 450a31b4-a8e6-4d8e-8440-c3a4003785aa, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:23:53.541389 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.687377 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.694442 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.695074 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.700204 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.700614 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.700947 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.701277 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.701649 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.701974 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.702291 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.706952 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:23:53.718200 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.569s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:53.777323 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0105dcb9-6d67-45ce-b9b1-e3680fd167e4 req-9355654d-4168-4b34-ab12-2f0c8bfa5c9c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:53.788770 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0105dcb9-6d67-45ce-b9b1-e3680fd167e4 req-9355654d-4168-4b34-ab12-2f0c8bfa5c9c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2657881
Nov 10 21:23:53.821095 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0af9ee48-57a5-45f7-9f1b-3d54362959f0 None None] Provisioning complete for port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:53.825231 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-0af9ee48-57a5-45f7-9f1b-3d54362959f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.843384 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] For port 450a31b4-a8e6-4d8e-8440-c3a4003785aa, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:23:53.855832 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] For port 450a31b4-a8e6-4d8e-8440-c3a4003785aa, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=450a31b4-a8e6-4d8e-8440-c3a4003785aa,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:23:53.869019 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.874259 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:53.935119 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:53.963910 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0105dcb9-6d67-45ce-b9b1-e3680fd167e4 req-4581e9f8-c405-4539-9d7b-7459e87043c6 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1740112
Nov 10 21:23:54.172232 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Pushing event updated for resources: {'Port': ['ID=450a31b4-a8e6-4d8e-8440-c3a4003785aa,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:54.180640 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:54.227116 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:23:54.227824 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde242eee80>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:23:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:23:54.284494 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:54.502049 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7620db70-d1a7-455e-8a98-faab714e2533 req-66646aae-fbb8-449b-b702-3e41fad9eb42 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:54.507818 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7620db70-d1a7-455e-8a98-faab714e2533 req-66646aae-fbb8-449b-b702-3e41fad9eb42 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2083862
Nov 10 21:23:54.530308 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:54.677696 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7620db70-d1a7-455e-8a98-faab714e2533 req-02deaa78-dedd-4b0a-83b2-1e6e66918b2f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1638932
Nov 10 21:23:54.714870 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Allocated IP 172.20.0.1 (1c290b42-bae5-4578-b0a9-6339e4f335c0/32b68e6d-5851-40ff-98b1-82a106cac50d/45c9caf0-ff5f-4121-bf07-2507b971e35a) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:23:54.736389 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d2713b-2cef-4849-81ac-4a4733b365bf'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:23:54.771047 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 55d2713b-2cef-4849-81ac-4a4733b365bf, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=55d2713b-2cef-4849-81ac-4a4733b365bf,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:54.791590 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:54.804441 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:54.839857 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c561-71e8-4cb6-8cb4-ffe3dae9bae4 req-feaf1e56-497a-4a8a-a3f0-3be6c7507844 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:54.856319 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-44b5c561-71e8-4cb6-8cb4-ffe3dae9bae4 req-feaf1e56-497a-4a8a-a3f0-3be6c7507844 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 944 time: 0.7530990
Nov 10 21:23:54.929848 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:54.974893 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-0af9ee48-57a5-45f7-9f1b-3d54362959f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:55.003373 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:23:55.021846 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:55.214883 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6978892-6f01-4347-b3f9-77597fe55555 req-8a5aa58a-71b5-4984-b385-22254564a692 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:55.224355 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c6978892-6f01-4347-b3f9-77597fe55555 req-8a5aa58a-71b5-4984-b385-22254564a692 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.1979935
Nov 10 21:23:55.226848 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=55d2713b-2cef-4849-81ac-4a4733b365bf,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:55.241078 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:55.246181 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-1a0ece91-6a97-4aa2-a403-b25a1c73a0bf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:55.345037 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c6978892-6f01-4347-b3f9-77597fe55555 req-fd417186-76b5-4883-b374-5a69466290fd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1196861
Nov 10 21:23:55.383881 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:55.482076 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Transition to ACTIVE for port object 45c9caf0-ff5f-4121-bf07-2507b971e35a will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:23:55.572140 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-44b5c561-71e8-4cb6-8cb4-ffe3dae9bae4 req-103480c6-37ca-484d-aa44-b73867b00ad1 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7147911
Nov 10 21:23:55.633184 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:55.639162 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a6941dac-e4fc-45b9-b870-91534dc580e8 tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:55.660445 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-0af9ee48-57a5-45f7-9f1b-3d54362959f0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:23:55.664162 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-0af9ee48-57a5-45f7-9f1b-3d54362959f0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:23:55.753330 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:55.772256 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '55d2713b-2cef-4849-81ac-4a4733b365bf', 'code': 200}
Nov 10 21:23:55.775202 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:55.871853 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde242eee80>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:47Z', 'revision_number': 3, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:23:55.880227 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-475be803-020b-491e-b6a1-ac8d0ab5f7fb None None] The sync data for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi is: [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:47Z', 'revision_number': 3, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:23:55.975069 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Pushing event updated for resources: {'Port': ['ID=45c9caf0-ff5f-4121-bf07-2507b971e35a,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:56.003006 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:56.046739 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:23:56.058681 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:23:56.075605 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:23:56.081443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:56.264148 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7e6825-f643-4c29-9083-38b16e75f109 req-7a77eb71-76e1-444d-93c7-6c3990afb83a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:56.276855 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9e7e6825-f643-4c29-9083-38b16e75f109 req-7a77eb71-76e1-444d-93c7-6c3990afb83a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3279610
Nov 10 21:23:56.423997 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9e7e6825-f643-4c29-9083-38b16e75f109 req-a3fc4a2e-3037-4a2a-81fb-b24a3c2ec1d1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1448581
Nov 10 21:23:56.438651 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-dd1caad5-1cff-4dce-82bd-3268ba63c9c6 None None] Provisioning complete for port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:56.438651 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-dd1caad5-1cff-4dce-82bd-3268ba63c9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:56.557053 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:57.023125 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1dba1c6c-d5aa-4175-9285-931f6ee2bc73 None None] Provisioning for port 45c9caf0-ff5f-4121-bf07-2507b971e35a completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:23:57.039079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1dba1c6c-d5aa-4175-9285-931f6ee2bc73 None None] Provisioning complete for port 45c9caf0-ff5f-4121-bf07-2507b971e35a triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:57.039079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1dba1c6c-d5aa-4175-9285-931f6ee2bc73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:57.390424 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-1dba1c6c-d5aa-4175-9285-931f6ee2bc73 None None] Port 45c9caf0-ff5f-4121-bf07-2507b971e35a cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:23:57.523034 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 450a31b4-a8e6-4d8e-8440-c3a4003785aa up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:57.573667 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36677f1-3f61-4c19-920a-03ece61dcee5 req-7182c722-e240-47ad-9434-747649f7f8ab tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:57.586786 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f36677f1-3f61-4c19-920a-03ece61dcee5 req-7182c722-e240-47ad-9434-747649f7f8ab tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.5756207
Nov 10 21:23:57.675462 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:57.677098 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f36677f1-3f61-4c19-920a-03ece61dcee5 req-4d14332d-c7a7-4bad-b4c3-bcbb71fa99eb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0894134
Nov 10 21:23:57.734336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:57.735887 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:57.775035 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 450a31b4-a8e6-4d8e-8440-c3a4003785aa completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:23:57.794628 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 450a31b4-a8e6-4d8e-8440-c3a4003785aa triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:57.795014 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:57.861625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-acaa399d-ccea-4c05-a10f-89306e241541 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:58.051593 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:58.136470 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 450a31b4-a8e6-4d8e-8440-c3a4003785aa, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=450a31b4-a8e6-4d8e-8440-c3a4003785aa,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:23:58.147977 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:58.149416 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:58.269821 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dffdfb4-596a-441b-8be9-d5844966c3f3 req-acc89479-d6a4-4d43-b1a3-64782a6abdc5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:58.273435 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:23:58.278515 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6dffdfb4-596a-441b-8be9-d5844966c3f3 req-acc89479-d6a4-4d43-b1a3-64782a6abdc5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 1.4471376
Nov 10 21:23:58.590409 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=450a31b4-a8e6-4d8e-8440-c3a4003785aa,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:58.614031 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:58.636671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Pushing event updated for resources: {'Port': ['ID=45c9caf0-ff5f-4121-bf07-2507b971e35a,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:23:58.642088 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.781s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:23:58.659403 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3404df7-b972-405b-b7a1-559c8e7a66bd req-de9c3ab4-0eb8-4496-bb77-bd1171f20cf0 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:58.682475 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f3404df7-b972-405b-b7a1-559c8e7a66bd req-de9c3ab4-0eb8-4496-bb77-bd1171f20cf0 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 945 time: 0.3279572
Nov 10 21:23:58.714885 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:58.715488 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:58.774428 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6dffdfb4-596a-441b-8be9-d5844966c3f3 req-a03c9a53-a2dc-4fd9-a24d-aa490b355142 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4937286
Nov 10 21:23:58.838479 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:23:58.847147 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c98f51e9-30da-4c02-8a42-6cee17f8511c req-b0a489e2-d18d-4694-99b4-e9f925ff5c35 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 1098 time: 0.3947525
Nov 10 21:23:58.861361 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f3404df7-b972-405b-b7a1-559c8e7a66bd req-9cab9e19-124a-41cb-abfe-799f933d6ea8 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1725440
Nov 10 21:23:58.887204 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d92ffe25-dac1-44db-a525-97bba16a015a req-d9f438fd-0d0a-4c52-b65f-2bb5cfeb3424 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 1.0991352
Nov 10 21:23:58.896316 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:23:59.325996 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f9738-d998-48ff-9ca2-18ba60785cad req-e2fad18c-801c-4d47-b9cc-1d09a7b8f5fc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:23:59.341263 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f10f9738-d998-48ff-9ca2-18ba60785cad req-e2fad18c-801c-4d47-b9cc-1d09a7b8f5fc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2035596
Nov 10 21:23:59.474383 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 450a31b4-a8e6-4d8e-8440-c3a4003785aa up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:23:59.572200 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f10f9738-d998-48ff-9ca2-18ba60785cad req-c931d430-6193-4b44-ba61-49b9ffe0d907 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2203100
Nov 10 21:23:59.723164 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-cc5f1a9d-c3d1-4a06-9149-c44a162847c8 None None] Provisioning complete for port 45c9caf0-ff5f-4121-bf07-2507b971e35a triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:59.723607 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-cc5f1a9d-c3d1-4a06-9149-c44a162847c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:23:59.842093 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-cc5f1a9d-c3d1-4a06-9149-c44a162847c8 None None] Port 45c9caf0-ff5f-4121-bf07-2507b971e35a cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:23:59.855664 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 450a31b4-a8e6-4d8e-8440-c3a4003785aa triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:23:59.856082 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:00.417798 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c98f51e9-30da-4c02-8a42-6cee17f8511c req-9541f0a2-ecfa-482e-bffb-25db20cf4dd9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.5288248
Nov 10 21:24:00.486118 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6aaff8-6abd-4870-8d4d-17c48c587d5c req-42cc8139-9808-40e7-842a-6530461e1831 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:00.499943 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5f6aaff8-6abd-4870-8d4d-17c48c587d5c req-42cc8139-9808-40e7-842a-6530461e1831 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2859607
Nov 10 21:24:00.504534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ffe25-dac1-44db-a525-97bba16a015a req-9754be1b-2123-42bc-ac6a-a2bb6b8a4b17 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:00.506988 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d92ffe25-dac1-44db-a525-97bba16a015a req-9754be1b-2123-42bc-ac6a-a2bb6b8a4b17 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.9698083
Nov 10 21:24:00.517491 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3158b6d-0057-4c9e-acdd-74c727bed348 req-c26b7099-115d-4b4d-81fa-fd27a9e4d984 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:00.519700 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e3158b6d-0057-4c9e-acdd-74c727bed348 req-c26b7099-115d-4b4d-81fa-fd27a9e4d984 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.9311855
Nov 10 21:24:00.693320 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5f6aaff8-6abd-4870-8d4d-17c48c587d5c req-72541cf7-dd4d-468f-bb7f-fd127c9eca33 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1918554
Nov 10 21:24:00.905317 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d92ffe25-dac1-44db-a525-97bba16a015a req-1c3ef3e2-dfbc-4b0f-a4fc-535a365e792f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 217 time: 0.2274761
Nov 10 21:24:00.910308 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e3158b6d-0057-4c9e-acdd-74c727bed348 req-f72a35c7-2eed-44e3-b1bd-4e76c9a2ce3b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3767436
Nov 10 21:24:01.101781 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42c085-d039-407b-813c-9018998757d4 req-dd6e937f-6eef-430f-b803-e867eced9439 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:01.120514 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8c42c085-d039-407b-813c-9018998757d4 req-dd6e937f-6eef-430f-b803-e867eced9439 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 945 time: 0.2480962
Nov 10 21:24:01.266792 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8c42c085-d039-407b-813c-9018998757d4 req-d3dcf4af-bc09-4b69-8a43-639896b58f3f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1442802
Nov 10 21:24:01.295211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ffe25-dac1-44db-a525-97bba16a015a req-b3f276cc-69e4-4e6a-bb5f-0629e94203e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:01.297674 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d92ffe25-dac1-44db-a525-97bba16a015a req-b3f276cc-69e4-4e6a-bb5f-0629e94203e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.3841596
Nov 10 21:24:01.517878 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d92ffe25-dac1-44db-a525-97bba16a015a req-3127b54f-51e2-48ff-bd3a-1d90254724aa service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2042406
Nov 10 21:24:01.525205 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:24:02.157149 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d92ffe25-dac1-44db-a525-97bba16a015a req-9d881b03-d218-4281-8f6e-c3cae5ed7096 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6275270
Nov 10 21:24:02.598119 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9acaf16-9158-48ba-b47c-dacba3e861ad req-0cf2615b-102a-4f7c-806f-069b9f9306ad tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:02.605922 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a9acaf16-9158-48ba-b47c-dacba3e861ad req-0cf2615b-102a-4f7c-806f-069b9f9306ad tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.4018540
Nov 10 21:24:02.683103 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a9acaf16-9158-48ba-b47c-dacba3e861ad req-3fc76ce1-1cfe-412e-a52e-455450b0fd45 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0744653
Nov 10 21:24:02.810462 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d92ffe25-dac1-44db-a525-97bba16a015a req-7caeae1d-5fc5-477a-a649-12a945595e2b service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5575910
Nov 10 21:24:02.965646 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6b586c-0f78-4011-a9a0-8a42639470d7 req-e6d87c38-a5e1-4442-a0b7-3b6ab6243ad4 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:02.973669 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6f6b586c-0f78-4011-a9a0-8a42639470d7 req-e6d87c38-a5e1-4442-a0b7-3b6ab6243ad4 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.8152912
Nov 10 21:24:03.214233 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6f6b586c-0f78-4011-a9a0-8a42639470d7 req-5af851b6-e26a-4cd5-a737-59dd6f8af5d0 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2390945
Nov 10 21:24:03.485037 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:24:03.511721 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Sync routers for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:24:03.557611 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] 10.222.0.46 "PUT /v2.0/routers/033c5a90-813f-4266-a9d3-d91c1b6ef9a5/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.5518177
Nov 10 21:24:03.576658 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:24:03.581227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23dc2c70>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:23:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:04.134600 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327f86b0-4014-44d5-baa6-df353e2d074a req-0392de49-602e-4f7e-a55b-21721d95398a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:04.145163 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-327f86b0-4014-44d5-baa6-df353e2d074a req-0392de49-602e-4f7e-a55b-21721d95398a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 945 time: 0.4391863
Nov 10 21:24:04.205918 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb1f990-8cb6-4bb8-9e54-12090dde677b req-c53965b9-edce-44ae-a417-d7e6e0e2f692 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:04.209961 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2cb1f990-8cb6-4bb8-9e54-12090dde677b req-c53965b9-edce-44ae-a417-d7e6e0e2f692 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3987114
Nov 10 21:24:04.317845 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-327f86b0-4014-44d5-baa6-df353e2d074a req-1fb7f9df-3aaa-4da1-b2da-254103e9988a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663086
Nov 10 21:24:04.482408 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:24:04.517195 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2cb1f990-8cb6-4bb8-9e54-12090dde677b req-568186b3-4c95-414d-a470-0a63fe7afbc2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2769370
Nov 10 21:24:05.436805 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76703a89-8b68-4969-b159-ee4adce4f1f1 req-ddf354c9-490e-434f-b7ad-92c39a34f524 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:05.440724 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-76703a89-8b68-4969-b159-ee4adce4f1f1 req-ddf354c9-490e-434f-b7ad-92c39a34f524 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.3476031
Nov 10 21:24:05.482395 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc3afff-610a-468c-9711-3368ecc29d9c req-934268ce-d4e8-4ef1-84d5-92429bd13ab3 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:05.497085 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-cdc3afff-610a-468c-9711-3368ecc29d9c req-934268ce-d4e8-4ef1-84d5-92429bd13ab3 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.5146723
Nov 10 21:24:05.568992 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-76703a89-8b68-4969-b159-ee4adce4f1f1 req-1f74bec3-713e-4387-a4fd-7c5cabc1ce85 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131651
Nov 10 21:24:05.738348 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-cdc3afff-610a-468c-9711-3368ecc29d9c req-b3d99a48-1d92-4b08-8c50-f147564a5591 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2303042
Nov 10 21:24:05.809487 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23dc2c70>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:23:57Z', 'revision_number': 2, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:05.831249 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Checking router: 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:24:05.835274 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Updating router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 port 45c9caf0-ff5f-4121-bf07-2507b971e35a binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:24:06.462858 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:06.634472 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4505ec41-93bb-4cf2-a45b-ca366440e06b req-60f147de-75ee-4067-9fb8-a1ed4b7281cc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:06.650047 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4505ec41-93bb-4cf2-a45b-ca366440e06b req-60f147de-75ee-4067-9fb8-a1ed4b7281cc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.5123215
Nov 10 21:24:06.854067 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4505ec41-93bb-4cf2-a45b-ca366440e06b req-2e2d13a9-21d8-4145-a6f0-ffecadb542e5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2025120
Nov 10 21:24:07.238717 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41212) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:07.246795 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-850054302-network', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:07.258778 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:07.267528 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Usage tracker for resource:network and tenant:ce13adf939fd4eb5aceff9fffd0afa56 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:07.274027 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:07.287068 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:07.320004 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Made reservation on behalf of ce13adf939fd4eb5aceff9fffd0afa56 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:24:07.323082 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:07.353550 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:07.388359 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f1821b-d935-433c-bdb9-431bc8a5630c req-9b8f6b3a-00e6-4f83-a5db-c758a73c0faf tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:07.399623 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-26f1821b-d935-433c-bdb9-431bc8a5630c req-9b8f6b3a-00e6-4f83-a5db-c758a73c0faf tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2301149
Nov 10 21:24:07.535227 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:07.551132 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Usage tracker for resource:security_group_rule and tenant:ce13adf939fd4eb5aceff9fffd0afa56 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:07.557345 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:07.586906 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-26f1821b-d935-433c-bdb9-431bc8a5630c req-42f14705-ed6a-4ff3-b1d9-4c64516ecfa6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1849799
Nov 10 21:24:07.590915 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:07.779771 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:07.809606 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Transition to ACTIVE for port object 45c9caf0-ff5f-4121-bf07-2507b971e35a will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:24:07.822550 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:07.841487 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:07.871321 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:07.886681 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:07.928461 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1119}  {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:24:07.963730 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:07.964470 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.segments_db [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Added segment 781bbd1e-3221-4519-a809-8b98aa0398b1 of type vlan for network 055d089b-45cb-4fe5-b276-a00b8093ab90
Nov 10 21:24:08.053653 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:08.122069 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-faf84d11-5a79-4216-9b28-2665dca47d4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:08.199506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaa4e400-e6bf-418b-a3fe-456394f6f35c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:08.207045 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:08.212881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:08.215191 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:08.220337 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:08.255739 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e03910-98a3-40af-a6e1-1a192a78b9e5 None None] Pushing event updated for resources: {'Port': ['ID=45c9caf0-ff5f-4121-bf07-2507b971e35a,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:08.256925 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1b1de-6b76-4dd8-8464-470663a52b60 req-81a60190-51a9-49ad-b77d-b538c4021c88 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:08.265997 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:08.269087 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-53e03910-98a3-40af-a6e1-1a192a78b9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:08.278481 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ac1b1de-6b76-4dd8-8464-470663a52b60 req-81a60190-51a9-49ad-b77d-b538c4021c88 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.3473716
Nov 10 21:24:08.387079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Attempting to bind port 45c9caf0-ff5f-4121-bf07-2507b971e35a on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:24:08.387079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Attempting to bind port 45c9caf0-ff5f-4121-bf07-2507b971e35a by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:24:08.387761 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Attempting to bind port 45c9caf0-ff5f-4121-bf07-2507b971e35a on network 1c290b42-bae5-4578-b0a9-6339e4f335c0 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:24:08.407173 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:24:08.407751 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Checking segment: {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:24:08.420181 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:08.420904 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6ac1b1de-6b76-4dd8-8464-470663a52b60 req-638df659-7fa8-43bc-836c-15f93f1cd336 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1380281
Nov 10 21:24:08.422891 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Bound using segment: {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:24:08.424535 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Bound port: 45c9caf0-ff5f-4121-bf07-2507b971e35a, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:24:08.425079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:08.655374 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Pushing event updated for resources: {'Network': ['ID=055d089b-45cb-4fe5-b276-a00b8093ab90,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:08.663884 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:08.713276 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 41230) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:08.713947 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.4728792
Nov 10 21:24:08.722907 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Request body: {'subnet': {'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-850054302-subnet', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:08.723337 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] For port 45c9caf0-ff5f-4121-bf07-2507b971e35a, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:24:08.746031 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:08.752742 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:24:08.768401 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Usage tracker for resource:subnet and tenant:ce13adf939fd4eb5aceff9fffd0afa56 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:08.782223 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:08.866686 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] For port 45c9caf0-ff5f-4121-bf07-2507b971e35a, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=45c9caf0-ff5f-4121-bf07-2507b971e35a,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:24:08.888697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:08.924963 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Made reservation on behalf of ce13adf939fd4eb5aceff9fffd0afa56 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:24:08.933787 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:09.090946 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:09.101827 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:09.383888 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e03910-98a3-40af-a6e1-1a192a78b9e5 None None] Pushing event updated for resources: {'Port': ['ID=45c9caf0-ff5f-4121-bf07-2507b971e35a,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:09.404755 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-53e03910-98a3-40af-a6e1-1a192a78b9e5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:09.420378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:09.422431 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:24:09.423170 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23dc2c70>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:23:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:09.440994 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-fb7c511a-4cfc-4ae2-b76b-51de5fcf01cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:09.603307 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7046f56-930c-4374-9c14-662c6b2645c0,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:09.627923 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:09.715265 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e177aa-f63d-4361-9a69-3cac6ad17e00 req-47bddc12-2709-4342-949b-3e1c162a0fe7 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:09.727515 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-00e177aa-f63d-4361-9a69-3cac6ad17e00 req-47bddc12-2709-4342-949b-3e1c162a0fe7 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.9348092
Nov 10 21:24:09.939686 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-00e177aa-f63d-4361-9a69-3cac6ad17e00 req-395dc730-3e3e-425c-b450-490433f7b6c4 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2091815
Nov 10 21:24:10.022111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:24:10.037645 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Checking segment: {'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:24:10.039278 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Network hostable DHCP agents. Network: 055d089b-45cb-4fe5-b276-a00b8093ab90, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:24:10.130298 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:24:10.167044 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 055d089b-45cb-4fe5-b276-a00b8093ab90) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:24:10.183188 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:10.184320 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eaf5ac-1b13-4f6f-8ee1-3845d97bcc6e None None] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:24:10.187656 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:10.270143 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 1.5545633
Nov 10 21:24:10.272917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41250) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:10.280254 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:10.288982 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:10.300187 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Usage tracker for resource:router and tenant:ce13adf939fd4eb5aceff9fffd0afa56 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:10.312582 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:10.339283 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:10.386575 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:10.392249 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:10.463380 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:10.851908 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca197f0-04b3-4fa0-903d-e8ba8387ef78 req-a3ea7248-db36-4bd6-b3bc-aa37d547d1e3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:10.863005 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3ca197f0-04b3-4fa0-903d-e8ba8387ef78 req-a3ea7248-db36-4bd6-b3bc-aa37d547d1e3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.4481096
Nov 10 21:24:10.912344 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:11.065338 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3ca197f0-04b3-4fa0-903d-e8ba8387ef78 req-dead06e9-13a6-4ae5-88ca-3772979e0ad2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1920996
Nov 10 21:24:11.587589 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:11.755070 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23dc2c70>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:08Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:11.771993 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-055d089b-45cb-4fe5-b276-a00b8093ab90', 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'fixed_ips': [{'subnet_id': 'b7046f56-930c-4374-9c14-662c6b2645c0'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:24:11.772819 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:11.787045 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:11.790051 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d0ff70d-df12-46f5-ab0f-9b0a2fd9d771 None None] The sync data for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi is: [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:08Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:24:11.804422 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:12.282076 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-98695b57-6c8e-4def-b928-7c5f47836c25 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.2583601
Nov 10 21:24:12.405727 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Allocated IP 172.20.0.2 (055d089b-45cb-4fe5-b276-a00b8093ab90/b7046f56-930c-4374-9c14-662c6b2645c0/7383febe-5b46-4544-a1c6-eea5d2488714) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:24:12.898665 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-4d96e347-f560-42db-a9ce-d1dfdd9f2887 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:12.900815 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-4d96e347-f560-42db-a9ce-d1dfdd9f2887 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 912 time: 0.6079867
Nov 10 21:24:12.991624 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Allocated IP 172.27.0.191 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/d5be3299-664a-4164-a8d2-96ba7c71313b) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:24:13.521232 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 45c9caf0-ff5f-4121-bf07-2507b971e35a up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:13.560905 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:13.674561 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:13.754848 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:13.951914 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-a37a9224-9d0b-4c4b-bdaa-c5dc755d4219 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 200  len: 1001 time: 1.0410502
Nov 10 21:24:13.991869 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:14.035926 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Transition to ACTIVE for port object 7383febe-5b46-4544-a1c6-eea5d2488714 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:24:14.095253 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Pushing event updated for resources: {'Port': ['ID=d5be3299-664a-4164-a8d2-96ba7c71313b,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:14.183622 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:14.205476 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Transition to ACTIVE for port object 7383febe-5b46-4544-a1c6-eea5d2488714 will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:24:14.243557 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 45c9caf0-ff5f-4121-bf07-2507b971e35a completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:24:14.260940 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:14.278621 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 45c9caf0-ff5f-4121-bf07-2507b971e35a triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:14.287579 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:14.297297 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6773bf-c2d1-4971-856f-6760f83b4130 req-c4980d75-184a-4a96-968c-f111b261887b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:14.310329 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ef6773bf-c2d1-4971-856f-6760f83b4130 req-c4980d75-184a-4a96-968c-f111b261887b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.9297276
Nov 10 21:24:14.319497 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-de109c7b-55fb-422f-aa1c-44872aaab94a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:14.321988 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-de109c7b-55fb-422f-aa1c-44872aaab94a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.3452284
Nov 10 21:24:14.323052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:24:14.356283 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78e1d5-597b-4e47-aeaa-20476ec0edd5 req-a6ea56a3-d0e1-41ff-87bf-a00ddc7ca902 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:14.365165 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ab78e1d5-597b-4e47-aeaa-20476ec0edd5 req-a6ea56a3-d0e1-41ff-87bf-a00ddc7ca902 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 2.1261358
Nov 10 21:24:14.367129 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:24:14.384478 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:24:14.394994 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:14.614508 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ef6773bf-c2d1-4971-856f-6760f83b4130 req-53bc1b9e-92fa-48c1-b090-36a61d25e89e tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2993906
Nov 10 21:24:14.712813 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-2f4a56a1-a901-414a-9b02-b7eaf23d97a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3300002
Nov 10 21:24:14.815564 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ab78e1d5-597b-4e47-aeaa-20476ec0edd5 req-753c3544-1e52-4784-842f-bcd41e9a27ee tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4329858
Nov 10 21:24:14.851878 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:24:14.883228 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:24:14.956277 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:24:14.996076 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Pushing event updated for resources: {'Port': ['ID=7383febe-5b46-4544-a1c6-eea5d2488714,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:15.078058 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:15.230680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Attempting to bind port 7383febe-5b46-4544-a1c6-eea5d2488714 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:24:15.230910 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Attempting to bind port 7383febe-5b46-4544-a1c6-eea5d2488714 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:24:15.231292 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Attempting to bind port 7383febe-5b46-4544-a1c6-eea5d2488714 on network 055d089b-45cb-4fe5-b276-a00b8093ab90 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:24:15.350382 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 23, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:24:15.351047 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Checking segment: {'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:24:15.351703 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:15.352354 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Bound using segment: {'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:24:15.353140 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Bound port: 7383febe-5b46-4544-a1c6-eea5d2488714, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:24:15.353837 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:15.372087 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:15.372888 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:15.403344 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-504a5aa0-7e65-476b-b777-274e55e944f6 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6839793
Nov 10 21:24:16.086247 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:16.359709 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Router a7873b29-e813-4538-9e44-b780754c215b is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82877) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:24:16.370630 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] For port 7383febe-5b46-4544-a1c6-eea5d2488714, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:24:16.385078 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] For port 7383febe-5b46-4544-a1c6-eea5d2488714, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7383febe-5b46-4544-a1c6-eea5d2488714,segment=NetworkSegment(781bbd1e-3221-4519-a809-8b98aa0398b1),segment_id=781bbd1e-3221-4519-a809-8b98aa0398b1)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:24:16.427798 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:16.478208 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e2a52bee-8909-4bf3-8b4b-7c09d3e696f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:16.557337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba0d18-ae4d-4478-90cb-ac63ff0c0ec4 req-8bf17b66-84ba-4aa0-8698-4fded609457e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:16.567840 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-33ba0d18-ae4d-4478-90cb-ac63ff0c0ec4 req-8bf17b66-84ba-4aa0-8698-4fded609457e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 1.1632888
Nov 10 21:24:16.720107 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 45c9caf0-ff5f-4121-bf07-2507b971e35a, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=45c9caf0-ff5f-4121-bf07-2507b971e35a,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:16.795946 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:16.814335 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-33ba0d18-ae4d-4478-90cb-ac63ff0c0ec4 req-65d2768a-1cb1-4f37-8181-80480f808c12 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2449765
Nov 10 21:24:16.992611 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-d0f95ce1-1d06-44ba-b8e4-a7b165c9bfcc service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2019956
Nov 10 21:24:17.077541 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9cb4b530-5cd5-4648-ae50-ac2cfad565ae req-2133f1da-d682-4582-8516-b902d60cc320 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.0504549
Nov 10 21:24:17.276147 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Pushing event updated for resources: {'Port': ['ID=7383febe-5b46-4544-a1c6-eea5d2488714,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:17.307614 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:17.320706 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.340s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:17.444162 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-77691560-0dfa-4d76-b9a2-bc31f309c952 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 0.3397493
Nov 10 21:24:17.656025 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=45c9caf0-ff5f-4121-bf07-2507b971e35a,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:17.668567 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:17.909954 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:24:17.923710 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Sync routers for ids ['a7873b29-e813-4538-9e44-b780754c215b'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:24:17.982527 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Routers {'a7873b29-e813-4538-9e44-b780754c215b'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:24:17.983776 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde240727f0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:23:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['a7873b29-e813-4538-9e44-b780754c215b'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:18.083624 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b2d9c6-94c8-43f2-8a76-a0f9dcfac1cf req-fdf04515-89b1-45d2-b29b-9db52d94fe21 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:18.102163 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-79b2d9c6-94c8-43f2-8a76-a0f9dcfac1cf req-fdf04515-89b1-45d2-b29b-9db52d94fe21 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.4925482
Nov 10 21:24:18.107593 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-e0686ab6-e2ce-4ff4-86a8-9b0e04cd4cde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:18.190345 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:18.207340 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-f4df49bd-250f-4fcb-acb3-ab132f7929d1 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 7.9320235
Nov 10 21:24:18.209003 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41338) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:18.445451 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-2e14f0dc-43b3-4ebd-84ca-521ddb1dded0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:18.460486 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-2e14f0dc-43b3-4ebd-84ca-521ddb1dded0 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.8778908
Nov 10 21:24:18.469557 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5262e-634b-48ec-98f3-48745f879b7a req-41cf5b00-9246-4959-8358-cfe11a11e848 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:18.496003 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-41cf5b00-9246-4959-8358-cfe11a11e848 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 1.0057623
Nov 10 21:24:18.511390 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Set router a7873b29-e813-4538-9e44-b780754c215b gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:24:18.668512 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:18.692779 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-79b2d9c6-94c8-43f2-8a76-a0f9dcfac1cf req-3186915e-a5bd-423c-b98e-53ef073a4aeb tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5859499
Nov 10 21:24:18.817839 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-fc7bd5af-e40c-4555-9ae0-4f5c240f164f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/quotas/d217e17188c94444acafaeeb3b92cb40 HTTP/1.1" status: 200  len: 375 time: 0.3196509
Nov 10 21:24:19.026479 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-1fb6d64b-ec2f-4650-96cb-627546d01bb9 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 217 time: 0.5089524
Nov 10 21:24:19.172571 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-959c92ee-44ed-4366-87d8-35471d7292e4 None None] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:24:19.282496 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 45c9caf0-ff5f-4121-bf07-2507b971e35a up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:19.349201 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-1aeb51a1-f943-4144-9024-d202b77d8a73 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5306871
Nov 10 21:24:19.349869 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde240727f0>, [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:24:15Z', 'revision_number': 3, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port': {'id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:19.359253 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Checking router: a7873b29-e813-4538-9e44-b780754c215b for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:24:19.362752 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Updating router a7873b29-e813-4538-9e44-b780754c215b port d5be3299-664a-4164-a8d2-96ba7c71313b binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:24:19.393211 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-71f455c3-6e3f-44fa-9031-e8d954628013 None None] Provisioning for port 7383febe-5b46-4544-a1c6-eea5d2488714 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:24:19.426917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b2a64-3f84-43a5-8a9b-bd59a62b27fc req-73d3e68f-e8b0-42db-97d7-e5e27d5f8891 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:19.429987 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d25b2a64-3f84-43a5-8a9b-bd59a62b27fc req-73d3e68f-e8b0-42db-97d7-e5e27d5f8891 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.2960484
Nov 10 21:24:19.478337 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:19.484355 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-797a3718-f98f-40a7-89b8-da9e3c606597 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:19.487984 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-797a3718-f98f-40a7-89b8-da9e3c606597 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.4228947
Nov 10 21:24:19.788872 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-f6116cbe-a47b-443c-a681-0872ed40ec21 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2657194
Nov 10 21:24:20.065778 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d25b2a64-3f84-43a5-8a9b-bd59a62b27fc req-6b10c7c2-3e23-4855-af11-837bb07d378e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.6155179
Nov 10 21:24:20.155967 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 45c9caf0-ff5f-4121-bf07-2507b971e35a triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:20.157316 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:20.171088 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-5d5af68e-1495-415b-a516-24b4144771bd service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8097992
Nov 10 21:24:20.612651 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7383febe-5b46-4544-a1c6-eea5d2488714 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:20.679064 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:20.728871 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Transition to ACTIVE for port object d5be3299-664a-4164-a8d2-96ba7c71313b will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:24:20.752254 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:20.758340 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:20.853936 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-af2fb4ce-6e2c-4eab-b920-9867301f59a0 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0455787
Nov 10 21:24:20.907643 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 41366) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:20.947193 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78e9bc-1a6d-4988-bfb8-11c1c9cacf28 None None] Pushing event updated for resources: {'Port': ['ID=d5be3299-664a-4164-a8d2-96ba7c71313b,revision_number=2']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:20.948304 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 7383febe-5b46-4544-a1c6-eea5d2488714 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:24:20.965328 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-9a78e9bc-1a6d-4988-bfb8-11c1c9cacf28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:20.977687 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 7383febe-5b46-4544-a1c6-eea5d2488714 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:20.978164 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.052017 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Attempting to bind port d5be3299-664a-4164-a8d2-96ba7c71313b on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:24:21.052507 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Attempting to bind port d5be3299-664a-4164-a8d2-96ba7c71313b by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:24:21.052873 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Attempting to bind port d5be3299-664a-4164-a8d2-96ba7c71313b on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:24:21.088452 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:24:21.088861 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:24:21.090359 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.090359 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:24:21.090359 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Bound port: d5be3299-664a-4164-a8d2-96ba7c71313b, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:24:21.090645 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.353896 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-88536f40-4782-4c1a-ad63-1a38e32f51bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.476183 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] For port d5be3299-664a-4164-a8d2-96ba7c71313b, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:24:21.490282 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] For port d5be3299-664a-4164-a8d2-96ba7c71313b, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=d5be3299-664a-4164-a8d2-96ba7c71313b,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:24:21.502136 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.523801 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-5f1f9434-0837-470f-ba4d-822a50e0d971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:21.567672 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.732628 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.787311 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 7383febe-5b46-4544-a1c6-eea5d2488714, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7383febe-5b46-4544-a1c6-eea5d2488714,segment=NetworkSegment(781bbd1e-3221-4519-a809-8b98aa0398b1),segment_id=781bbd1e-3221-4519-a809-8b98aa0398b1)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:21.798952 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a78e9bc-1a6d-4988-bfb8-11c1c9cacf28 None None] Pushing event updated for resources: {'Port': ['ID=d5be3299-664a-4164-a8d2-96ba7c71313b,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:21.805880 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-9a78e9bc-1a6d-4988-bfb8-11c1c9cacf28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:21.806373 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-75a31b53-dbb6-40c2-8670-8255a4292a98 None None] Provisioning complete for port 7383febe-5b46-4544-a1c6-eea5d2488714 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:21.806796 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-75a31b53-dbb6-40c2-8670-8255a4292a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.807419 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Routers {'a7873b29-e813-4538-9e44-b780754c215b'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:24:21.808560 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde240727f0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:24:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['a7873b29-e813-4538-9e44-b780754c215b'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:21.873205 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337c1c6e-f6e4-4b75-9f94-632dadaeff6c req-ad4f7537-99d8-4fb9-ac7d-a09e6e21a529 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:21.875637 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-337c1c6e-f6e4-4b75-9f94-632dadaeff6c req-ad4f7537-99d8-4fb9-ac7d-a09e6e21a529 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 1.0488129
Nov 10 21:24:21.929674 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.948938 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:21.967173 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-53e03910-98a3-40af-a6e1-1a192a78b9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:22.098151 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-337c1c6e-f6e4-4b75-9f94-632dadaeff6c req-ea6ef14e-1d26-4dff-af13-30a11f2a0249 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2037871
Nov 10 21:24:22.270102 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-4c6591b0-ee37-43e4-89a6-e32b281a5e53 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 2.0789919
Nov 10 21:24:22.274548 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] Set router a7873b29-e813-4538-9e44-b780754c215b gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:24:22.286750 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=7383febe-5b46-4544-a1c6-eea5d2488714,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:22.297442 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:22.300753 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:22.309834 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-955684f7-7678-40a8-9e2c-2ac0d9103255 req-8445c7f7-af00-48fd-a0fd-2b19b435b6c9 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4417257
Nov 10 21:24:22.330388 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Usage tracker for resource:security_group_rule and tenant:37cf01e368164e528dbcd286eb91500b is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:22.335403 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:22.362698 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:22.761553 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ee5bfa01-c7b8-46d2-bdd6-3d30ea93362e req-2fb30758-9263-4ba8-b83a-4135cfe55e02 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 210 time: 0.1885874
Nov 10 21:24:22.899387 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:22.909300 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:22.940290 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bffe7171-edd6-447d-9b5e-af4da23c8015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:22.966639 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.019905 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6d0de0-dac5-4cc4-816a-94862af1746d,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:23.054578 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.054925 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.055281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.055644 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.055968 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.056305 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.056644 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.056981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.057319 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.057681 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.058032 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:23.063512 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:23.067617 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=37cf01e368164e528dbcd286eb91500b&name=default HTTP/1.1" status: 200  len: 2647 time: 2.1584060
Nov 10 21:24:23.072325 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 41406) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:23.076564 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde240727f0>, [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:24:15Z', 'revision_number': 3, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port': {'id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:23.089300 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed8ac253-45f7-407f-8c97-a8a9da0d7ffc None None] The sync data for ids ['a7873b29-e813-4538-9e44-b780754c215b'] in dv-cinder-817261-1-iscsi is: [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:24:15Z', 'revision_number': 3, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port': {'id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:24:23.155807 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.184871 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.209857 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e062c9f4-ae04-49ce-86f2-ab0e33d27513 req-72de622b-d26c-4603-8a8d-48073a034795 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:23.218783 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e062c9f4-ae04-49ce-86f2-ab0e33d27513 req-72de622b-d26c-4603-8a8d-48073a034795 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.5768762
Nov 10 21:24:23.282307 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.289960 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c3a16fb0-c1f4-44bf-8d10-089510e2953e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:23.312867 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6d0de0-dac5-4cc4-816a-94862af1746d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:23.318924 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:23.320435 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.326902 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/4c6d0de0-dac5-4cc4-816a-94862af1746d HTTP/1.1" status: 204  len: 168 time: 0.2532117
Nov 10 21:24:23.361737 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e062c9f4-ae04-49ce-86f2-ab0e33d27513 req-c97ae9cb-ac04-4ce5-b2ca-468496dbc144 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1315322
Nov 10 21:24:23.481420 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Allocated IP 172.20.0.1 (055d089b-45cb-4fe5-b276-a00b8093ab90/b7046f56-930c-4374-9c14-662c6b2645c0/bd419d57-12f2-4b19-89fa-6da87c3b4e7d) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:24:23.550992 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.685044 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.714836 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Transition to ACTIVE for port object bd419d57-12f2-4b19-89fa-6da87c3b4e7d will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:24:23.752231 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:23.759056 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:23.935914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:24:23.942295 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:24:23.981047 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:24:24.114859 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:24.194507 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7383febe-5b46-4544-a1c6-eea5d2488714 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:24.201249 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.201679 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.202563 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.203022 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.203399 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.203824 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.204273 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.204508 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.207355 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-64ac8003-5c87-421f-a986-a1e434cfec4d req-812add6e-f74a-4a31-a545-dd7101239453 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 210 time: 0.1068358
Nov 10 21:24:24.227287 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.227788 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.228143 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:24:24.244721 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-fb9f9c3f-15dc-49a4-ab03-345e43e99b7b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1098 time: 0.3156917
Nov 10 21:24:24.249130 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:24.258485 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:24.359240 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 7383febe-5b46-4544-a1c6-eea5d2488714 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:24.359622 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:24.488885 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:24.645496 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-84c14664-877d-4c5f-8be9-ad25f8eb923d None None] Provisioning for port bd419d57-12f2-4b19-89fa-6da87c3b4e7d completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:24:24.675744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-8e564795-6164-450c-b008-3babbe10d5be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:24.678292 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-8e564795-6164-450c-b008-3babbe10d5be service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.4229534
Nov 10 21:24:24.750832 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-84c14664-877d-4c5f-8be9-ad25f8eb923d None None] Provisioning complete for port bd419d57-12f2-4b19-89fa-6da87c3b4e7d triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:24.751482 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-84c14664-877d-4c5f-8be9-ad25f8eb923d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:25.086654 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-84c14664-877d-4c5f-8be9-ad25f8eb923d None None] Port bd419d57-12f2-4b19-89fa-6da87c3b4e7d cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:24:25.274408 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-56bcca12-b1e6-458c-8752-a8670feec111 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edc6b33a-e486-4396-8885-ccec028df114 HTTP/1.1" status: 200  len: 1001 time: 0.4782186
Nov 10 21:24:25.324052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:25.371762 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e798b408-0e65-400c-bf82-2758441bed74 req-a0077908-302e-4d0c-9c98-ad73a12733ea tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:25.385911 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e798b408-0e65-400c-bf82-2758441bed74 req-a0077908-302e-4d0c-9c98-ad73a12733ea tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.4143600
Nov 10 21:24:25.389103 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7649864'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:25.431720 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5262e-634b-48ec-98f3-48745f879b7a req-77d02f8a-e218-4222-a7e3-bcd0b6b3a69a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:25.434338 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-77d02f8a-e218-4222-a7e3-bcd0b6b3a69a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 0.7545521
Nov 10 21:24:25.492834 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Request body: {'port': {'device_id': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'admin_state_up': True, 'tenant_id': 'd217e17188c94444acafaeeb3b92cb40'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:25.601849 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cac48b36-1ae8-427b-a43a-3aad434ccee8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:25.700981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-e2756fc7-e715-42b5-8575-975f74b99daf service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:25.703827 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-e2756fc7-e715-42b5-8575-975f74b99daf service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.4181631
Nov 10 21:24:25.813667 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:25.840248 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Pushing event updated for resources: {'Port': ['ID=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:25.878503 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:24:25.941322 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1015739b-ff4a-4519-9f38-6037c5b518d5 req-b09e8bae-4af5-4a4f-9257-462d8c495d5d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 210 time: 0.2527740
Nov 10 21:24:26.048082 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:26.055014 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:26.100186 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:26.121922 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-0f131ddb-d753-41cf-8385-a8cddeca6fc8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2822709
Nov 10 21:24:26.173811 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e798b408-0e65-400c-bf82-2758441bed74 req-4c770435-09e0-4ddc-aec1-0e984766f429 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7862194
Nov 10 21:24:26.217146 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:24:26.220147 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:24:26.446900 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-7ea08de0-72db-4c61-bc40-8ff90874f004 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3121781
Nov 10 21:24:26.503428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Made reservation on behalf of d217e17188c94444acafaeeb3b92cb40 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:24:26.508898 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:26.757277 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-922721ec-a545-4336-a1d1-2b54003970ad None None] Provisioning complete for port bd419d57-12f2-4b19-89fa-6da87c3b4e7d triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:26.758252 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-922721ec-a545-4336-a1d1-2b54003970ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:26.894613 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-922721ec-a545-4336-a1d1-2b54003970ad None None] Port bd419d57-12f2-4b19-89fa-6da87c3b4e7d cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:24:26.920017 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41502) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:27.083071 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Deleting subnet 46636b42-52c7-47ee-b746-ee0a0afbc0f8 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:24:27.106839 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:27.283212 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:27.316773 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-f4b4f5b7-383e-44ef-a3cf-7c663a4c2242 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8613863
Nov 10 21:24:27.441844 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-eceabcfe-4b67-4320-95c1-668451fa25c8 req-caab2831-141f-4b8f-ba77-1150c35eac31 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 210 time: 0.0629575
Nov 10 21:24:27.452854 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Allocated IP 172.20.0.9 (4dc21018-1e13-42d7-8415-abfaf390283b/a6276782-16b0-4a59-80ac-d8c117eec111/5810c973-f74b-4957-a4ce-93ec6e7c1c6e) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:24:27.453748 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:27.480823 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f298dc55-8337-4f22-8b2c-413731953af6 req-69c024ae-e087-47ce-a000-633de70b1648 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 0.2375023
Nov 10 21:24:27.584530 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:27.605178 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:27.639992 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f93d73-0634-4778-9ec3-cc88236ddad0 req-e3fd656b-5f62-408c-9fbb-ac2ae58508b3 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:27.646787 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46636b42-52c7-47ee-b746-ee0a0afbc0f8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:27.647523 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a3f93d73-0634-4778-9ec3-cc88236ddad0 req-e3fd656b-5f62-408c-9fbb-ac2ae58508b3 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.3115437
Nov 10 21:24:27.659235 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Router a7873b29-e813-4538-9e44-b780754c215b has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:24:27.661757 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:27.667584 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:27.684259 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-965ceca9-f71c-4e83-b3b1-9247e2103dac admin admin] 10.222.0.46 "DELETE /v2.0/subnets/46636b42-52c7-47ee-b746-ee0a0afbc0f8 HTTP/1.1" status: 204  len: 168 time: 0.7602975
Nov 10 21:24:27.686768 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41516) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:27.839775 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298dc55-8337-4f22-8b2c-413731953af6 req-9d0efb9a-ca4a-481b-b100-7c7873f8dd3f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:27.841372 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f298dc55-8337-4f22-8b2c-413731953af6 req-9d0efb9a-ca4a-481b-b100-7c7873f8dd3f service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.3487041
Nov 10 21:24:27.860636 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a3f93d73-0634-4778-9ec3-cc88236ddad0 req-f9408206-87c8-4c56-8abf-2f7d6bd31405 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2097330
Nov 10 21:24:27.912690 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:24:27.962863 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.011503 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f298dc55-8337-4f22-8b2c-413731953af6 req-67556c3d-5285-4240-984f-179f0ec0970e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 217 time: 0.1565535
Nov 10 21:24:28.056760 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badd9317-5562-4458-a2c3-38dc56f8e4cb req-47737eb7-2a5c-44ae-96cd-feb75b54ba05 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:28.065652 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-badd9317-5562-4458-a2c3-38dc56f8e4cb req-47737eb7-2a5c-44ae-96cd-feb75b54ba05 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 945 time: 0.3860595
Nov 10 21:24:28.134980 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.176763 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:28.178665 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:24:28.191814 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.194885 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:28.211756 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298dc55-8337-4f22-8b2c-413731953af6 req-f205b104-1940-47c7-a611-e6c939121112 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:28.213208 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f298dc55-8337-4f22-8b2c-413731953af6 req-f205b104-1940-47c7-a611-e6c939121112 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.1928821
Nov 10 21:24:28.271037 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device d5be3299-664a-4164-a8d2-96ba7c71313b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:28.301900 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.337284 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.359425 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.365607 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f298dc55-8337-4f22-8b2c-413731953af6 req-89ef85ec-9072-4b06-bfd5-292991f54479 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1355376
Nov 10 21:24:28.371323 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde2376cee0>,) {'filters': {'network_id': ['8d45b4c7-49b5-4789-bb96-28ced25d3e8e']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:28.373172 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:28.380389 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114', 'code': 200}
Nov 10 21:24:28.387583 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2376cee0>, '68accac2-7286-41a4-9f85-3fc421cb76fa') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:28.387943 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2376cee0>, '68accac2-7286-41a4-9f85-3fc421cb76fa') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:28.391713 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', '55d2713b-2cef-4849-81ac-4a4733b365bf'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:24:28.404189 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.426151 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.434458 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Releasing vlan 1147 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:24:28.434862 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:24:28.556347 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:24:28.565032 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.592195 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dba5ce86-23a7-4d76-9be8-f03cc952936a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:28.599554 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=8']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:28.603689 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:28.604409 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port d5be3299-664a-4164-a8d2-96ba7c71313b completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:24:28.631182 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-badd9317-5562-4458-a2c3-38dc56f8e4cb req-9bb781a2-de63-40b2-ad90-b5d0c1e62623 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5644681
Nov 10 21:24:28.634522 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port d5be3299-664a-4164-a8d2-96ba7c71313b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:28.634904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.641122 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.666190 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event updated for resources: {'Port': ['ID=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:28.669998 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Network 4dc21018-1e13-42d7-8415-abfaf390283b is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:24:28.685612 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:28.687306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:24:28.712158 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Pushing event deleted for resources: {'Network': ['ID=8d45b4c7-49b5-4789-bb96-28ced25d3e8e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:28.715015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:24:28.715840 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:28.720166 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-17127aae-fb02-482e-a38b-17b6270b089d admin admin] 10.222.0.46 "DELETE /v2.0/networks/8d45b4c7-49b5-4789-bb96-28ced25d3e8e HTTP/1.1" status: 204  len: 168 time: 0.9986188
Nov 10 21:24:28.748083 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:28.748946 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:28.814190 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f298dc55-8337-4f22-8b2c-413731953af6 req-4393a7d2-cabf-4c7f-ab08-7de9fcc15e25 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3494961
Nov 10 21:24:28.860274 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:24:28.869684 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] 10.222.0.46 "PUT /v2.0/routers/a7873b29-e813-4538-9e44-b780754c215b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.6583812
Nov 10 21:24:28.989158 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.5243053
Nov 10 21:24:29.004233 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Request body: {'port': {'device_id': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:29.057979 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:29.101622 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port d5be3299-664a-4164-a8d2-96ba7c71313b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=d5be3299-664a-4164-a8d2-96ba7c71313b,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:29.118724 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:29.133651 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:29.201616 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 41538) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:29.303995 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:29.335528 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3f5321-6d2b-4382-a70b-8e283003c403 req-e5c1fd4a-1039-41e8-b7a1-877595af07a6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:29.340653 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9d3f5321-6d2b-4382-a70b-8e283003c403 req-e5c1fd4a-1039-41e8-b7a1-877595af07a6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2226455
Nov 10 21:24:29.345928 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=d5be3299-664a-4164-a8d2-96ba7c71313b,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:29.350636 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:29.435174 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9d3f5321-6d2b-4382-a70b-8e283003c403 req-cafcf1cb-fa40-4278-88b7-059368805893 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0767884
Nov 10 21:24:29.462565 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c446373-bf28-4c3b-96d7-53b3fa732c37 req-4ca9e47b-7f9c-44a3-a210-76a940070655 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:29.463730 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-4c446373-bf28-4c3b-96d7-53b3fa732c37 req-4ca9e47b-7f9c-44a3-a210-76a940070655 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:24:29.469295 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f298dc55-8337-4f22-8b2c-413731953af6 req-f31b861a-b297-4556-9e39-f7f864ecabb6 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6240275
Nov 10 21:24:29.504549 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d1f0b3f5-82a9-44e6-8d92-76cb32477b64 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e6837a370174c9e9dbbed29e4be0540&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2972546
Nov 10 21:24:29.508901 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41546) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:29.586161 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-4c446373-bf28-4c3b-96d7-53b3fa732c37 req-4ca9e47b-7f9c-44a3-a210-76a940070655 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:24:29.592421 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4c446373-bf28-4c3b-96d7-53b3fa732c37 req-4ca9e47b-7f9c-44a3-a210-76a940070655 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 931 time: 0.7495723
Nov 10 21:24:29.597427 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:29.648522 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:29.692419 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4c446373-bf28-4c3b-96d7-53b3fa732c37 req-7039135b-de3e-42b3-a5d3-18ed606716ad tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0981877
Nov 10 21:24:29.745922 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:29.763564 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c503ab61-ed17-45ff-afec-edf176f46fd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:29.812299 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8c32b90-3856-4dc9-930d-a06476d39ac0,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:29.815806 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:29.817053 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:29.826127 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8c32b90-3856-4dc9-930d-a06476d39ac0 HTTP/1.1" status: 204  len: 168 time: 0.3157010
Nov 10 21:24:30.059926 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device d5be3299-664a-4164-a8d2-96ba7c71313b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:30.144217 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port d5be3299-664a-4164-a8d2-96ba7c71313b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:30.144778 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:30.149139 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d6732-ff5c-4dda-875a-f1172ac5c697 req-2c00d381-3c70-4564-a677-5f8058a95c54 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:30.152012 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f35d6732-ff5c-4dda-875a-f1172ac5c697 req-2c00d381-3c70-4564-a677-5f8058a95c54 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.2277689
Nov 10 21:24:30.449697 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f35d6732-ff5c-4dda-875a-f1172ac5c697 req-8c07840d-dd40-4ed2-83b7-9bff9182ba8c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2799001
Nov 10 21:24:30.449697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5810c973-f74b-4957-a4ce-93ec6e7c1c6e {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:24:30.477091 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:30.494280 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41564) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:30.504327 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-674094565', 'description': 'tempest-secgroup-smoke-674094565 description', 'project_id': 'ffa501fa20714772a12a13b5b10a8960'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:30.549873 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:30.575485 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:30.586826 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:30.592749 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Transition to ACTIVE for port object 5810c973-f74b-4957-a4ce-93ec6e7c1c6e will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:24:30.598027 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:30.611483 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:30.624484 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:30.626696 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:30.812089 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Pushing event updated for resources: {'Port': ['ID=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:30.825129 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:30.862290 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:30.880868 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:30.891856 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:30.907999 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:30.976643 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e31fc21-1f3a-4188-9724-45d4fe9f09f7 req-7016c8be-9f02-4f84-ab1f-0107c176b5f4 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:30.980474 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0e31fc21-1f3a-4188-9724-45d4fe9f09f7 req-7016c8be-9f02-4f84-ab1f-0107c176b5f4 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.3102865
Nov 10 21:24:31.004109 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Attempting to bind port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:24:31.005024 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Attempting to bind port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:24:31.005567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Attempting to bind port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:24:31.013467 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 41586) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:31.023934 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e on network 4dc21018-1e13-42d7-8415-abfaf390283b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:24:31.024501 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Attempting to bind port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:24:31.035263 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:24:31.035600 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Checking segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:24:31.035974 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Bound using segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:24:31.036396 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Bound port: 5810c973-f74b-4957-a4ce-93ec6e7c1c6e, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:24:31.036738 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.172516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.178225 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] For port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:24:31.183277 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] For port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:24:31.190352 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.190691 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0e31fc21-1f3a-4188-9724-45d4fe9f09f7 req-e4e3133b-0e35-46de-b1ab-7ae68a0aab28 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1985571
Nov 10 21:24:31.192332 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.205698 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8c8f89b1-5ad8-4b19-9300-0064623a95c7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:31.222172 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-70587e1b-0335-4433-8177-f852b21529ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:31.316949 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.318959 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] 10.222.0.76 "PUT /v2.0/ports/5810c973-f74b-4957-a4ce-93ec6e7c1c6e HTTP/1.1" status: 200  len: 1093 time: 2.3208570
Nov 10 21:24:31.331654 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'tag': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:24:31.355683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f84906c5-98c8-4e8b-a54d-19ebdeae3703,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:31.363058 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.364335 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.8685484
Nov 10 21:24:31.366202 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:31.367585 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41600) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:31.378424 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'security_group_rule': {'security_group_id': 'f84906c5-98c8-4e8b-a54d-19ebdeae3703', 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:31.390979 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:31.397530 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Sync routers for ids ['a7873b29-e813-4538-9e44-b780754c215b'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:24:31.413556 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:31.419859 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:31.451537 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:31.453064 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Routers {'a7873b29-e813-4538-9e44-b780754c215b'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:24:31.455438 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23aac3d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:24:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['a7873b29-e813-4538-9e44-b780754c215b'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:31.464767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.489239 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Pushing event updated for resources: {'Port': ['ID=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:31.492748 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:31.511642 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.594212 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:31.601923 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Usage tracker for resource:security_group_rule and tenant:92f1cd85dda146cc8cfbdfb7e55ce3ec is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:31.608767 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-d1b20c63-7fde-48d4-91e3-3d599ea2c69b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 1096 time: 0.2049506
Nov 10 21:24:31.610016 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:31.620383 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:31.682517 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.701361 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'tag': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e', 'status': 'completed', 'code': 200}
Nov 10 21:24:31.729049 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-5416bffe-4bd8-43bc-a654-72b9254405b4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5810c973-f74b-4957-a4ce-93ec6e7c1c6e HTTP/1.1" status: 200  len: 217 time: 0.1045356
Nov 10 21:24:31.745798 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.823443 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:31.862790 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.864595 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4954855
Nov 10 21:24:31.868982 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41614) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:31.871051 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04390075-41be-4835-8e2d-f2467c70aa63,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:31.879783 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:31.901867 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'security_group_rule': {'security_group_id': 'f84906c5-98c8-4e8b-a54d-19ebdeae3703', 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:31.904373 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.910767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c5991c8c-a075-46f0-a52c-2a5feabc854e service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:31.913002 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-c5991c8c-a075-46f0-a52c-2a5feabc854e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.1704822
Nov 10 21:24:31.914832 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:31.915046 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:31.928232 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:31.928919 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Set router a7873b29-e813-4538-9e44-b780754c215b gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:24:31.931530 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:31.945747 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:31.973035 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:32.007111 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.010802 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-228e8b72-1d54-4e0a-ad37-911f30a3b8b5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0861511
Nov 10 21:24:32.228029 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.253463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b315596-144a-4de1-8043-f20e2c7602d6 req-f96cc669-01db-4ab3-bf97-19853f193ff2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:32.268589 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1b315596-144a-4de1-8043-f20e2c7602d6 req-f96cc669-01db-4ab3-bf97-19853f193ff2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 943 time: 0.5835533
Nov 10 21:24:32.272686 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.323623 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:32.337739 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-15890da6-0a9e-418e-a5f9-2cfb0417016f service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3017137
Nov 10 21:24:32.338913 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0092965d-2cbb-4a09-9d2c-551de5b16cde,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:32.354102 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:32.361632 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=92f1cd85dda146cc8cfbdfb7e55ce3ec&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3452995
Nov 10 21:24:32.465314 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41630) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:32.470952 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c010adbb-0ff3-4bae-ac90-765c2ab20322,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:32.489304 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:32.499428 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.503972 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.6211743
Nov 10 21:24:32.523768 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41640) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:32.539762 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'security_group_rule': {'security_group_id': 'f84906c5-98c8-4e8b-a54d-19ebdeae3703', 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:32.557439 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:32.562946 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:32.566733 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:32.578636 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:32.626916 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-20c5262e-634b-48ec-98f3-48745f879b7a req-3f673b88-d8be-40a2-a608-7f338431beba service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2636254
Nov 10 21:24:32.634321 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1b315596-144a-4de1-8043-f20e2c7602d6 req-69315e41-98ed-4a3e-9c07-4b8c5f4ebe93 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3637569
Nov 10 21:24:32.669361 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.816612 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23aac3d0>, [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:24:24Z', 'revision_number': 4, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port': {'id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'bd419d57-12f2-4b19-89fa-6da87c3b4e7d', 'name': '', 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'mac_address': 'fa:16:3e:70:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7046f56-930c-4374-9c14-662c6b2645c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:23Z', 'updated_at': '2021-11-10T21:24:24Z', 'revision_number': 2, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'subnets': [{'id': 'b7046f56-930c-4374-9c14-662c6b2645c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:32.822155 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Checking router: a7873b29-e813-4538-9e44-b780754c215b for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:24:32.822523 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Updating router a7873b29-e813-4538-9e44-b780754c215b port bd419d57-12f2-4b19-89fa-6da87c3b4e7d binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:24:32.904541 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd927bd-3d87-4e5e-b017-b39ba5243933 req-51457eae-b4f5-40a0-9372-592bf7afca31 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:32.906387 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7bd927bd-3d87-4e5e-b017-b39ba5243933 req-51457eae-b4f5-40a0-9372-592bf7afca31 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1964440
Nov 10 21:24:32.925519 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.934964 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.964280 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-e889dea6-d812-409d-b9b5-4ab789966b0e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 1096 time: 0.1721084
Nov 10 21:24:32.970280 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.974164 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7bd927bd-3d87-4e5e-b017-b39ba5243933 req-026c3afa-a4a1-40f4-869b-9af0048a7645 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578933
Nov 10 21:24:32.986801 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:32.993909 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.005278 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-82c7fada-75f8-48fc-8917-6b49a63b7aca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:33.065979 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c93188a7-240e-427f-a32a-99e237596fa3,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:33.074016 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:33.102178 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aaa2858e-031f-40f8-8f36-f34fb4abcb4a req-bc586366-f537-42bc-8520-e917d495b1c6 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.2847483
Nov 10 21:24:33.110515 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.119028 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5803742
Nov 10 21:24:33.120677 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41650) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:33.146781 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'security_group_rule': {'security_group_id': 'f84906c5-98c8-4e8b-a54d-19ebdeae3703', 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:33.159321 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:33.166949 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:33.175290 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:33.187370 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:33.218377 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.232462 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:33.278864 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0092965d-2cbb-4a09-9d2c-551de5b16cde,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:33.285566 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:33.287838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.311845 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.313208 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0092965d-2cbb-4a09-9d2c-551de5b16cde HTTP/1.1" status: 204  len: 168 time: 0.8396733
Nov 10 21:24:33.478740 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.491639 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.493946 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9c70f2ee-2aaf-407a-a3d1-02ac5bfce7cd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:33.544398 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.551945 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.4270282
Nov 10 21:24:33.553120 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb08572-f9c2-43d3-b15c-fcc9e4e6240c,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:33.561529 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41666) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:33.562942 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-cb77fb9e-8923-42e2-ac80-f99dd91b5a98 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:33.569840 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'security_group_rule': {'security_group_id': 'f84906c5-98c8-4e8b-a54d-19ebdeae3703', 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:33.577262 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:33.582495 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:33.586800 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:33.602872 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:33.627852 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.securitygroups_db [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Project ffa501fa20714772a12a13b5b10a8960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 21:24:33.636416 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.709305 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-27f37167-d269-41f0-a021-798febe83e53 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:33.714270 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.718783 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-27f37167-d269-41f0-a021-798febe83e53 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 914 time: 0.7430625
Nov 10 21:24:33.741321 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.750847 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.753775 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c75cbc11-46d3-465a-904c-cce0fe0a6767 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:33.766045 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Transition to ACTIVE for port object bd419d57-12f2-4b19-89fa-6da87c3b4e7d will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:24:33.792193 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.800477 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:33.821018 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbecb661-d775-4dd8-912b-3eed4028fb8e,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:33.831465 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:33.984739 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:33.997296 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.4329684
Nov 10 21:24:34.005033 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41676) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:34.029265 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'security_group_rule': {'security_group_id': 'f84906c5-98c8-4e8b-a54d-19ebdeae3703', 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:24:34.040223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 41682) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:24:34.040428 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:24:34.043769 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:24:34.057210 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:security_group_rule and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:24:34.062240 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:24:34.071377 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:24:34.101568 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.securitygroups_db [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Project ffa501fa20714772a12a13b5b10a8960 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 21:24:34.113228 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-8aaf52b2-312a-4b50-8fec-a468e1de7eb1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5810c973-f74b-4957-a4ce-93ec6e7c1c6e HTTP/1.1" status: 200  len: 217 time: 0.3680122
Nov 10 21:24:34.118512 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc9cf58-0336-4ff8-b749-8cf0f0f83e88 req-347b95bf-62d4-4923-a84a-19b982f11b1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:34.128983 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dbc9cf58-0336-4ff8-b749-8cf0f0f83e88 req-347b95bf-62d4-4923-a84a-19b982f11b1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 943 time: 0.2812817
Nov 10 21:24:34.132756 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:34.160029 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4da1-17e4-4c03-994e-82be957a7ecb None None] Pushing event updated for resources: {'Port': ['ID=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:34.253344 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71890c5e-2e75-444c-8cb6-097eef6eac1b req-a41070ca-b1da-439b-aa61-d075b2fdfbaa tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:34.255916 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dbc9cf58-0336-4ff8-b749-8cf0f0f83e88 req-3b7fc114-65e2-42bc-bc0c-49e14232cc36 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1095912
Nov 10 21:24:34.262023 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-71890c5e-2e75-444c-8cb6-097eef6eac1b req-a41070ca-b1da-439b-aa61-d075b2fdfbaa tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.8136663
Nov 10 21:24:34.266051 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-56c2eeed-b6ea-477c-8f44-421b93ecc91f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:34.269835 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-56c2eeed-b6ea-477c-8f44-421b93ecc91f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.1438839
Nov 10 21:24:34.353769 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:34.363914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:34.367026 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:34.402304 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d4cc4da1-17e4-4c03-994e-82be957a7ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.602s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:34.427276 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1adabdc3-402a-4e52-9b3a-28147ba68e86,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:34.430258 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:34.507619 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-79780605-06c5-462c-b2cf-c63dc1e28319 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1710279
Nov 10 21:24:34.524404 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:34.525780 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.5190470
Nov 10 21:24:34.562372 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-71890c5e-2e75-444c-8cb6-097eef6eac1b req-dd9e9aa2-70be-432c-acac-1876dd658beb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2963016
Nov 10 21:24:34.588319 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-21807264-6a1d-4741-aa02-81fe7a055633 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.5463359
Nov 10 21:24:34.646863 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7f140e-6190-4734-a90e-45998ce57106 req-d70ce883-8fc7-4b40-9617-2e2602a23b0e tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:34.660841 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ee7f140e-6190-4734-a90e-45998ce57106 req-d70ce883-8fc7-4b40-9617-2e2602a23b0e tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2136827
Nov 10 21:24:34.774007 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ee7f140e-6190-4734-a90e-45998ce57106 req-02b24858-9c8d-4e17-8257-e20c553b2c57 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122277
Nov 10 21:24:34.783846 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Attempting to bind port bd419d57-12f2-4b19-89fa-6da87c3b4e7d on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:24:34.784837 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Attempting to bind port bd419d57-12f2-4b19-89fa-6da87c3b4e7d by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:24:34.787033 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Attempting to bind port bd419d57-12f2-4b19-89fa-6da87c3b4e7d on network 055d089b-45cb-4fe5-b276-a00b8093ab90 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:24:34.813268 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:24:34.813878 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Checking segment: {'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:24:34.814328 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:34.814940 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Bound using segment: {'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:24:34.815844 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Bound port: bd419d57-12f2-4b19-89fa-6da87c3b4e7d, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781bbd1e-3221-4519-a809-8b98aa0398b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1119, 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:24:34.816280 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:34.869280 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-74dad0b7-c897-4e6c-a259-5a8fa7309fb0 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3283250
Nov 10 21:24:34.940373 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] For port bd419d57-12f2-4b19-89fa-6da87c3b4e7d, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:24:34.944093 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] For port bd419d57-12f2-4b19-89fa-6da87c3b4e7d, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,segment=NetworkSegment(781bbd1e-3221-4519-a809-8b98aa0398b1),segment_id=781bbd1e-3221-4519-a809-8b98aa0398b1)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:24:34.954401 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:34.963834 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-b1ad7c19-3c44-43ee-8b39-fa58f23f7fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:35.109996 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cc4da1-17e4-4c03-994e-82be957a7ecb None None] Pushing event updated for resources: {'Port': ['ID=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:35.113685 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4e94817f-2ab7-4695-978f-da3c1f4b7ffe req-81d6d618-593f-4b3a-8a98-9512d653f9e2 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361598
Nov 10 21:24:35.140674 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d4cc4da1-17e4-4c03-994e-82be957a7ecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:35.151048 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Routers {'a7873b29-e813-4538-9e44-b780754c215b'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:24:35.151687 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23aac3d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:24:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['a7873b29-e813-4538-9e44-b780754c215b'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:35.503308 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] Set router a7873b29-e813-4538-9e44-b780754c215b gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:24:35.582711 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975167f9-220a-41ea-9aab-803910e87c44 req-cb8c359c-781e-4423-92e4-dafc0e0ccda2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:35.584427 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-975167f9-220a-41ea-9aab-803910e87c44 req-cb8c359c-781e-4423-92e4-dafc0e0ccda2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 943 time: 0.1349056
Nov 10 21:24:35.643622 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-975167f9-220a-41ea-9aab-803910e87c44 req-7e40fd8e-eb5c-45d4-8e66-09a063353a1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530248
Nov 10 21:24:35.991741 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5810c973-f74b-4957-a4ce-93ec6e7c1c6e details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:24:36.018592 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0165b8-6e81-470c-b692-a8265b7816b7 req-9e94c957-5d31-41b2-a38b-a1785d9338dd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:36.020578 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ce0165b8-6e81-470c-b692-a8265b7816b7 req-9e94c957-5d31-41b2-a38b-a1785d9338dd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1730762
Nov 10 21:24:36.123814 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ce0165b8-6e81-470c-b692-a8265b7816b7 req-4a5adfde-611b-40dd-a098-18b4207fad2d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0970211
Nov 10 21:24:36.135822 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.resource_extend [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:24:36.199356 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574457a1-76ec-4d37-9b9a-74d69115d947 req-1dc9bd18-d617-4194-988b-d621f4b7f505 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:36.201046 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-574457a1-76ec-4d37-9b9a-74d69115d947 req-1dc9bd18-d617-4194-988b-d621f4b7f505 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1331923
Nov 10 21:24:36.274119 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-574457a1-76ec-4d37-9b9a-74d69115d947 req-a7840575-d5d5-4992-839b-fc91ab243176 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555120
Nov 10 21:24:36.334365 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:36.346695 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23aac3d0>, [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:24:24Z', 'revision_number': 4, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port': {'id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'bd419d57-12f2-4b19-89fa-6da87c3b4e7d', 'name': '', 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'mac_address': 'fa:16:3e:70:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7046f56-930c-4374-9c14-662c6b2645c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:23Z', 'updated_at': '2021-11-10T21:24:34Z', 'revision_number': 4, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'subnets': [{'id': 'b7046f56-930c-4374-9c14-662c6b2645c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:24:36.357755 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074a33aa-2c7a-46c5-a834-04d35c0c447e None None] The sync data for ids ['a7873b29-e813-4538-9e44-b780754c215b'] in dv-cinder-817261-1-iscsi is: [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:24:24Z', 'revision_number': 4, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port': {'id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'bd419d57-12f2-4b19-89fa-6da87c3b4e7d', 'name': '', 'network_id': '055d089b-45cb-4fe5-b276-a00b8093ab90', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'mac_address': 'fa:16:3e:70:9d:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b7046f56-930c-4374-9c14-662c6b2645c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:23Z', 'updated_at': '2021-11-10T21:24:34Z', 'revision_number': 4, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'subnets': [{'id': 'b7046f56-930c-4374-9c14-662c6b2645c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:24:36.359856 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'port_id': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e', 'mac_address': 'fa:16:3e:e8:29:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6276782-16b0-4a59-80ac-d8c117eec111', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:24:36.468340 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:36.499164 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5810c973-f74b-4957-a4ce-93ec6e7c1c6e {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:24:36.526094 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:36.532070 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:36.534278 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-53e03910-98a3-40af-a6e1-1a192a78b9e5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:36.617306 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:36.620566 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:36.847105 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['5810c973-f74b-4957-a4ce-93ec6e7c1c6e'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:24:36.972205 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870109fd-21a0-474f-ae15-6918c9ee6ae2 req-4e6f20a1-39b9-4be3-896a-214f245c3751 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:36.981021 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-870109fd-21a0-474f-ae15-6918c9ee6ae2 req-4e6f20a1-39b9-4be3-896a-214f245c3751 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 944 time: 0.1804726
Nov 10 21:24:37.017374 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-d7a03da7-c845-423a-986d-ec93a2a313eb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013&tenant_id=0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 1096 time: 0.1009808
Nov 10 21:24:37.125619 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-870109fd-21a0-474f-ae15-6918c9ee6ae2 req-fd8d3341-33a3-4800-a557-1f18e97ff0f2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1268730
Nov 10 21:24:37.176747 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-26f5db21-b432-4bad-b016-645c2ba4018e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1096 time: 0.1281841
Nov 10 21:24:37.496837 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-449c2925-caf3-44d4-999a-50e841ff2659 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:37.498694 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-449c2925-caf3-44d4-999a-50e841ff2659 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.3134022
Nov 10 21:24:37.607421 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefd13b2-8d66-412e-8221-fbd68f4fb9b0 req-da502ef5-b42a-434b-9d26-9cc7c0f6da8b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:37.610102 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fefd13b2-8d66-412e-8221-fbd68f4fb9b0 req-da502ef5-b42a-434b-9d26-9cc7c0f6da8b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1325243
Nov 10 21:24:37.620625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87541a62-beb1-4e59-bd54-e0b3cd6d14b2 req-14719848-a7e9-4d1f-aa5c-9f7012c18d0b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:37.622349 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-87541a62-beb1-4e59-bd54-e0b3cd6d14b2 req-14719848-a7e9-4d1f-aa5c-9f7012c18d0b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.2644691
Nov 10 21:24:37.663153 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fefd13b2-8d66-412e-8221-fbd68f4fb9b0 req-818bb054-e491-47e4-861d-f89cace138d1 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464334
Nov 10 21:24:37.668148 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-f47ca857-87ca-4cd4-867a-5eff9ed10a23 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=edc6b33a-e486-4396-8885-ccec028df114 HTTP/1.1" status: 200  len: 999 time: 0.1619418
Nov 10 21:24:37.741307 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-87541a62-beb1-4e59-bd54-e0b3cd6d14b2 req-45403126-99e4-422a-ba9c-d1f42fbf25f3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1040218
Nov 10 21:24:37.759324 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-2e2412fa-17eb-48b4-a10f-379b1bd2b0fd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:37.761241 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-2e2412fa-17eb-48b4-a10f-379b1bd2b0fd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.0826728
Nov 10 21:24:37.856312 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-799f27bd-5e13-4fd0-85d1-e680a1311d74 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858214
Nov 10 21:24:38.003723 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5810c973-f74b-4957-a4ce-93ec6e7c1c6e up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:38.008416 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-d28c84de-4c42-425f-9d4d-1c502042daf6 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1425416
Nov 10 21:24:38.095175 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:24:38.101338 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device bd419d57-12f2-4b19-89fa-6da87c3b4e7d up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:38.133605 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:38.133989 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:38.196060 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-640ba7e6-c957-4548-91be-2f27c83ad52a req-b7a6e60f-ced6-4fbf-86fb-c84c1b03a319 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1804731
Nov 10 21:24:38.261208 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port bd419d57-12f2-4b19-89fa-6da87c3b4e7d completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:24:38.321802 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port bd419d57-12f2-4b19-89fa-6da87c3b4e7d triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:38.322636 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:38.568410 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:38.583684 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f9534a-6ad2-4d40-bec1-74d75e740f7e req-a6e057d4-ce54-4814-9ad6-d91688720893 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:38.585455 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27f9534a-6ad2-4d40-bec1-74d75e740f7e req-a6e057d4-ce54-4814-9ad6-d91688720893 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 944 time: 0.1320591
Nov 10 21:24:38.641732 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:38.642610 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27f9534a-6ad2-4d40-bec1-74d75e740f7e req-9b25abd9-7bff-458f-8165-bbbfe5f3fe37 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486114
Nov 10 21:24:38.656203 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:24:38.673846 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:38.681343 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:38.684095 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d4cc4da1-17e4-4c03-994e-82be957a7ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:38.747593 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port bd419d57-12f2-4b19-89fa-6da87c3b4e7d, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,segment=NetworkSegment(781bbd1e-3221-4519-a809-8b98aa0398b1),segment_id=781bbd1e-3221-4519-a809-8b98aa0398b1)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:24:38.759714 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:38.774492 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:38.778023 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:38.780154 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:24:38.811915 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e', 'code': 200}
Nov 10 21:24:38.865400 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:24:38.876035 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:24:39.045174 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19faf3b-aaa2-4e06-bc83-325d28071b00 req-95ba97f9-c355-4031-83e6-fc700877e029 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:39.048609 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e19faf3b-aaa2-4e06-bc83-325d28071b00 req-95ba97f9-c355-4031-83e6-fc700877e029 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1515009
Nov 10 21:24:39.130574 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e19faf3b-aaa2-4e06-bc83-325d28071b00 req-f1853220-f66f-4648-bcc9-d580a728ea1a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0674667
Nov 10 21:24:39.303530 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75370c65-6943-4d47-a580-8dac2881e66a req-c0b6a718-9453-45d9-a211-b08218d20fdf tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:39.305076 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-75370c65-6943-4d47-a580-8dac2881e66a req-c0b6a718-9453-45d9-a211-b08218d20fdf tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.2986736
Nov 10 21:24:39.309262 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-947e3f1d-4b7e-4efb-a0a1-366c75d59b5f req-ac71bf76-30d2-444d-a4d6-c4269dc739ce service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 1098 time: 0.1176574
Nov 10 21:24:39.401068 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-75370c65-6943-4d47-a580-8dac2881e66a req-ace6a5a9-6022-424b-b9fb-d94ea967c88e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857396
Nov 10 21:24:39.409798 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-947e3f1d-4b7e-4efb-a0a1-366c75d59b5f req-c6cc5629-9f4b-4bf8-96a1-824e61712659 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0816712
Nov 10 21:24:40.085843 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dcb2b5d-7bd0-431f-8252-c5f7d7a86ceb req-a2a2573e-3da0-4076-9e98-4d3a721f53da tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:40.095479 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9dcb2b5d-7bd0-431f-8252-c5f7d7a86ceb req-a2a2573e-3da0-4076-9e98-4d3a721f53da tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.2728250
Nov 10 21:24:40.121902 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device bd419d57-12f2-4b19-89fa-6da87c3b4e7d up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:24:40.211524 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9dcb2b5d-7bd0-431f-8252-c5f7d7a86ceb req-5ac3f033-5843-487d-802e-050bc95da73f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1141784
Nov 10 21:24:40.300647 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port bd419d57-12f2-4b19-89fa-6da87c3b4e7d triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:24:40.301318 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:40.521862 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869bb7cb-3e8d-4f59-8706-0ac79e441cf7 req-187c5fe9-73d6-4f2e-afbe-035f67939574 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:40.536449 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-869bb7cb-3e8d-4f59-8706-0ac79e441cf7 req-187c5fe9-73d6-4f2e-afbe-035f67939574 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1673279
Nov 10 21:24:40.684873 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-869bb7cb-3e8d-4f59-8706-0ac79e441cf7 req-e4555c25-44ef-4d5f-80c0-5b7f496823eb tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1473498
Nov 10 21:24:40.893511 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8422b583-d499-48c3-8353-e8c7524ae6b3 req-bdd4c9c5-e517-42f8-a649-761de778090f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:40.898486 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8422b583-d499-48c3-8353-e8c7524ae6b3 req-bdd4c9c5-e517-42f8-a649-761de778090f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1522412
Nov 10 21:24:40.972670 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8422b583-d499-48c3-8353-e8c7524ae6b3 req-dfbfa24f-68f3-44ae-8745-892c5f34e2d7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0700848
Nov 10 21:24:41.596477 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536120e8-c62d-4810-bb53-e57770971f81 req-d22c742c-bce4-4ae1-8403-4bd12a98a4be tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:41.598800 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-536120e8-c62d-4810-bb53-e57770971f81 req-d22c742c-bce4-4ae1-8403-4bd12a98a4be tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1428547
Nov 10 21:24:41.671212 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-536120e8-c62d-4810-bb53-e57770971f81 req-2d7f152d-265c-443f-8e45-8b3a31b78994 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614865
Nov 10 21:24:41.720607 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:42.076086 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f27958-3de5-4e56-97b9-e777e1121aba req-fede428b-3c7a-4597-a87e-37234d4c5606 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:42.079059 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0f27958-3de5-4e56-97b9-e777e1121aba req-fede428b-3c7a-4597-a87e-37234d4c5606 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1589732
Nov 10 21:24:42.188761 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0f27958-3de5-4e56-97b9-e777e1121aba req-6e22ad4c-d1db-41b0-8faa-4e9107314dea tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042044
Nov 10 21:24:42.353956 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d09ec51-8022-4418-aff8-7b73ac983317 req-465cc83b-de21-45cd-85b4-2ceb088d7e7b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:42.355476 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2d09ec51-8022-4418-aff8-7b73ac983317 req-465cc83b-de21-45cd-85b4-2ceb088d7e7b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.0968044
Nov 10 21:24:42.461482 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2d09ec51-8022-4418-aff8-7b73ac983317 req-61e92f45-9970-4696-a5b0-7f21805c21f5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0967331
Nov 10 21:24:43.123861 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de5034-8239-4329-9f81-f27fb76fb7fd req-071bb4a4-e6d0-4e0c-90b0-4e0494ad0ec2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:43.128595 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-55de5034-8239-4329-9f81-f27fb76fb7fd req-071bb4a4-e6d0-4e0c-90b0-4e0494ad0ec2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1518867
Nov 10 21:24:43.291853 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-55de5034-8239-4329-9f81-f27fb76fb7fd req-b73e3a8b-1693-45f3-b403-300e709a6594 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1418126
Nov 10 21:24:43.792375 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d623a7-df5a-4655-8613-728ac8471168 req-d65a750c-dca7-4d3c-8ffa-2ecb24dfd233 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:43.798668 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d5d623a7-df5a-4655-8613-728ac8471168 req-d65a750c-dca7-4d3c-8ffa-2ecb24dfd233 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1922877
Nov 10 21:24:43.895195 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d5d623a7-df5a-4655-8613-728ac8471168 req-a25999a5-7918-43fa-9c0a-237dc6fa79cc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0942373
Nov 10 21:24:43.952902 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1975d4f5-d3ae-475c-9043-844a720c0924 req-9c6a8cc5-8867-49b3-8a69-3df0c34caa9b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:43.960386 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1975d4f5-d3ae-475c-9043-844a720c0924 req-9c6a8cc5-8867-49b3-8a69-3df0c34caa9b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1591249
Nov 10 21:24:44.024623 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1975d4f5-d3ae-475c-9043-844a720c0924 req-8fa34119-7f86-4b9e-8523-f55fb2543847 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0630491
Nov 10 21:24:44.673866 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c550a8d8-4d12-4033-99a3-a07bfeb6e66d req-22cf97ef-64fb-4b05-b4f8-fe922afbb54d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:44.676562 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c550a8d8-4d12-4033-99a3-a07bfeb6e66d req-22cf97ef-64fb-4b05-b4f8-fe922afbb54d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1698287
Nov 10 21:24:44.767518 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c550a8d8-4d12-4033-99a3-a07bfeb6e66d req-ad92b533-cb53-48fb-b843-c0a46bfde0f9 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0778317
Nov 10 21:24:45.288498 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a7275-9361-4c50-92e7-1f23cf94bc47 req-17982bb2-fe78-451f-8173-43e6517d2468 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:45.306925 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3c4a7275-9361-4c50-92e7-1f23cf94bc47 req-17982bb2-fe78-451f-8173-43e6517d2468 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1688962
Nov 10 21:24:45.386150 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3c4a7275-9361-4c50-92e7-1f23cf94bc47 req-0a42e738-d6f4-46c8-8935-297003d9cdc8 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770037
Nov 10 21:24:45.615336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7685a235-2415-4a59-b4f2-8b34bfd05c09 req-88285063-2777-4ef8-9ec2-122cc6c4bc77 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:45.617955 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7685a235-2415-4a59-b4f2-8b34bfd05c09 req-88285063-2777-4ef8-9ec2-122cc6c4bc77 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.2630322
Nov 10 21:24:45.686936 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7685a235-2415-4a59-b4f2-8b34bfd05c09 req-112e8f98-c4d2-4d39-a7be-d8b0358ae284 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581372
Nov 10 21:24:46.110114 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ae4312-b934-4323-a1c3-19d24548d7fc req-5aeb14ec-73ae-4353-b1b1-af27901537ef tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:46.111694 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b2ae4312-b934-4323-a1c3-19d24548d7fc req-5aeb14ec-73ae-4353-b1b1-af27901537ef tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1161833
Nov 10 21:24:46.203293 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b2ae4312-b934-4323-a1c3-19d24548d7fc req-9aa0b956-71bd-4b73-a74d-98fb15fe2cc4 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814874
Nov 10 21:24:46.717112 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c22d4c-1eff-45f2-bf5a-eb5c864f3b10 req-fa9435f5-0f78-467a-b265-57ec57837315 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:46.719978 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1c22d4c-1eff-45f2-bf5a-eb5c864f3b10 req-fa9435f5-0f78-467a-b265-57ec57837315 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1519659
Nov 10 21:24:46.822267 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1c22d4c-1eff-45f2-bf5a-eb5c864f3b10 req-ccc99058-1c28-4153-bd44-037e030277ac tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0915782
Nov 10 21:24:47.073627 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f77e76c-c5c9-4100-a5ba-128b945cb1d4 req-b1a3a4a9-2904-4fc8-b1f1-38331738b19f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:47.081824 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3f77e76c-c5c9-4100-a5ba-128b945cb1d4 req-b1a3a4a9-2904-4fc8-b1f1-38331738b19f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1171496
Nov 10 21:24:47.181135 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3f77e76c-c5c9-4100-a5ba-128b945cb1d4 req-6c4c2cc2-10fc-44f7-8be4-3506a4721495 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0976901
Nov 10 21:24:47.510971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1b769-9314-4452-8f2f-787ec7d805e8 req-6d249d27-eb8a-485f-a352-4a52e24ab63b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:47.515606 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-51c1b769-9314-4452-8f2f-787ec7d805e8 req-6d249d27-eb8a-485f-a352-4a52e24ab63b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1166933
Nov 10 21:24:47.588631 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-51c1b769-9314-4452-8f2f-787ec7d805e8 req-a4ffc9b7-f801-4703-aea0-0670b7113c67 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0667481
Nov 10 21:24:48.112918 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-68e38cf8-bf3f-4c09-9f8c-2815ddfc3795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:48.135033 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca6cce8-d0b2-4ae7-8642-84f700a39794 req-18125042-4689-4e10-978e-4b950f85031d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:48.136995 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9ca6cce8-d0b2-4ae7-8642-84f700a39794 req-18125042-4689-4e10-978e-4b950f85031d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1113479
Nov 10 21:24:48.195533 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9ca6cce8-d0b2-4ae7-8642-84f700a39794 req-01904392-e7b8-45da-b6a1-9b9b00521207 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516143
Nov 10 21:24:48.578600 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834fd8f4-c58b-40e5-9277-4b1d594ec2a6 req-a149f5f3-fcb7-40dd-8a31-fdd6a52128a2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:48.580513 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-834fd8f4-c58b-40e5-9277-4b1d594ec2a6 req-a149f5f3-fcb7-40dd-8a31-fdd6a52128a2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1179466
Nov 10 21:24:48.665380 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-834fd8f4-c58b-40e5-9277-4b1d594ec2a6 req-2751faf6-c27d-4256-aec4-6a1b25bb1239 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0768380
Nov 10 21:24:48.676991 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:48.973199 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e89936-e4fb-40f3-b151-1332da77963a req-7b64fe7a-590f-411f-b679-a90a70e77218 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:48.978720 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b2e89936-e4fb-40f3-b151-1332da77963a req-7b64fe7a-590f-411f-b679-a90a70e77218 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1265221
Nov 10 21:24:49.066701 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b2e89936-e4fb-40f3-b151-1332da77963a req-78a92f8e-c513-4086-817d-7685ba01d2bb tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792665
Nov 10 21:24:49.620446 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870e0d21-abd5-4f6b-ba76-c64e1e9831ad req-d02b2fc8-61d3-4921-9090-6ab70bbcb3da tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:49.622031 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-870e0d21-abd5-4f6b-ba76-c64e1e9831ad req-d02b2fc8-61d3-4921-9090-6ab70bbcb3da tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1720297
Nov 10 21:24:49.707994 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-870e0d21-abd5-4f6b-ba76-c64e1e9831ad req-89df4a0d-4c5c-4227-813f-826c4ecb94e5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0743728
Nov 10 21:24:50.044671 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af47ab81-f027-44ed-9688-23099e0cccee req-93cd3334-0aec-4501-b8e5-21a2b7e7ca2b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:50.047246 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-af47ab81-f027-44ed-9688-23099e0cccee req-93cd3334-0aec-4501-b8e5-21a2b7e7ca2b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1293068
Nov 10 21:24:50.118740 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-af47ab81-f027-44ed-9688-23099e0cccee req-65a41b7f-3de2-4758-acbd-794b01d7dd31 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0656595
Nov 10 21:24:50.420411 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c01a902-0ee3-4e93-860b-a68a5e6a8e20 req-277d74ee-8b97-456f-bec6-5d30b4dbcfb0 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:50.423131 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4c01a902-0ee3-4e93-860b-a68a5e6a8e20 req-277d74ee-8b97-456f-bec6-5d30b4dbcfb0 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1301334
Nov 10 21:24:50.538447 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4c01a902-0ee3-4e93-860b-a68a5e6a8e20 req-b694f53d-f6d6-408b-ac81-9f15a837e4ba tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0969665
Nov 10 21:24:51.044470 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee2c050-5876-4816-83a7-227e46d208b4 req-1d15c7f6-8ae7-48b7-ba45-562c55bdbbb7 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:51.046665 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aee2c050-5876-4816-83a7-227e46d208b4 req-1d15c7f6-8ae7-48b7-ba45-562c55bdbbb7 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1042852
Nov 10 21:24:51.165235 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-260e109c-8f3e-4a07-a3a2-a8204c556415 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:51.167131 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aee2c050-5876-4816-83a7-227e46d208b4 req-3be93972-3bd6-4623-97f9-606143a6cecf tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1091957
Nov 10 21:24:51.571709 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:51.590010 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4e7381-255a-48b3-8da8-8a1c619dff38 req-5881fa50-a7ab-427c-92f7-d96210344e75 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:51.591408 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc4e7381-255a-48b3-8da8-8a1c619dff38 req-5881fa50-a7ab-427c-92f7-d96210344e75 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1749644
Nov 10 21:24:51.712362 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc4e7381-255a-48b3-8da8-8a1c619dff38 req-42d25843-4e2c-462d-9de9-a399d0316ae5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1102276
Nov 10 21:24:51.904670 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc4cbc8-635e-4c6c-8280-740c7eb8a7c3 req-a0eccbf3-e2d0-4f50-aa8b-9438c4518353 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:51.906905 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8cc4cbc8-635e-4c6c-8280-740c7eb8a7c3 req-a0eccbf3-e2d0-4f50-aa8b-9438c4518353 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1135113
Nov 10 21:24:51.986077 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8cc4cbc8-635e-4c6c-8280-740c7eb8a7c3 req-6eb5efcd-fee9-47af-8569-c665f1191d37 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728128
Nov 10 21:24:52.417387 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c86a5c-6b43-4f0b-a2a7-523e5bce50ca req-a4006f0b-bff9-47d9-be27-4d79f691a438 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:52.419373 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f8c86a5c-6b43-4f0b-a2a7-523e5bce50ca req-a4006f0b-bff9-47d9-be27-4d79f691a438 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1033866
Nov 10 21:24:52.495061 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f8c86a5c-6b43-4f0b-a2a7-523e5bce50ca req-8e142f35-47ef-4443-b5f8-d693d4ff7640 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650094
Nov 10 21:24:53.046788 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1227a04e-3e2d-4888-814b-28df0ecdad23 req-79a4574e-4b6a-4232-87ba-bc40a7832c5e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:53.048786 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1227a04e-3e2d-4888-814b-28df0ecdad23 req-79a4574e-4b6a-4232-87ba-bc40a7832c5e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1061280
Nov 10 21:24:53.119653 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1227a04e-3e2d-4888-814b-28df0ecdad23 req-55be6381-c444-4309-8f30-df8927e4d704 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0609744
Nov 10 21:24:53.253146 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f374107d-71dd-43d6-9876-1d400dfde6a6 req-31c5e91b-8438-423f-8ac1-96017ed85ff6 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:53.255272 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f374107d-71dd-43d6-9876-1d400dfde6a6 req-31c5e91b-8438-423f-8ac1-96017ed85ff6 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.0906324
Nov 10 21:24:53.339226 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f374107d-71dd-43d6-9876-1d400dfde6a6 req-dd040a74-c723-4ed3-b633-3cae6ceb661e tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770884
Nov 10 21:24:53.543538 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:24:53.808022 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4a8b8e-99a7-40fd-bbd1-77a91df8b495 req-13798df4-7588-4ad2-b496-1f97f9fcd69b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:53.818873 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b4a8b8e-99a7-40fd-bbd1-77a91df8b495 req-13798df4-7588-4ad2-b496-1f97f9fcd69b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1000638
Nov 10 21:24:53.868043 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b4a8b8e-99a7-40fd-bbd1-77a91df8b495 req-c4b4463b-4eab-4b69-b80b-ad8f321df8c6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0494649
Nov 10 21:24:54.392253 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1547f-8af9-4b7e-82e2-42b5db120c20 req-8dc85c77-7d7f-4a71-9308-d63fefac045c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:54.395740 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0be1547f-8af9-4b7e-82e2-42b5db120c20 req-8dc85c77-7d7f-4a71-9308-d63fefac045c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1179147
Nov 10 21:24:54.557299 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0be1547f-8af9-4b7e-82e2-42b5db120c20 req-2dae40ba-5ece-4759-86f5-d4518149c3d7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1509876
Nov 10 21:24:54.631186 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5253872d-fc1d-47de-b6a1-7cac44038d82 req-cbb1b0bb-4e4e-412d-8dc9-1344a9b4c586 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 0.1429019
Nov 10 21:24:54.635540 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022b936-c505-483c-b8da-13274c7e8661 req-0c496e84-3be2-4754-86ff-b1a4a1e238cb tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:54.637151 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1022b936-c505-483c-b8da-13274c7e8661 req-0c496e84-3be2-4754-86ff-b1a4a1e238cb tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1278913
Nov 10 21:24:54.698076 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5253872d-fc1d-47de-b6a1-7cac44038d82 req-0b17ffaf-49a5-40fc-b917-1f12b4302ff2 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579333
Nov 10 21:24:54.712308 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1022b936-c505-483c-b8da-13274c7e8661 req-17657a43-8d12-4f57-b89c-20cedd81997c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0637736
Nov 10 21:24:55.237349 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4feb7c08-e0ce-4ecc-9c2b-46218000338b req-214e8f32-6180-4582-bd4b-dac8d078c670 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:55.239620 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4feb7c08-e0ce-4ecc-9c2b-46218000338b req-214e8f32-6180-4582-bd4b-dac8d078c670 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1794896
Nov 10 21:24:55.345254 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4feb7c08-e0ce-4ecc-9c2b-46218000338b req-898db399-fea7-430e-bd6d-f9f9ff41333d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798550
Nov 10 21:24:55.878637 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3ec08b-10d9-4604-96c0-0820a3523e35 req-586705a1-eaf0-4161-951a-227a7d0cd350 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:55.880426 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3d3ec08b-10d9-4604-96c0-0820a3523e35 req-586705a1-eaf0-4161-951a-227a7d0cd350 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.0947950
Nov 10 21:24:55.949629 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3d3ec08b-10d9-4604-96c0-0820a3523e35 req-33600cc9-da97-4fa8-9c1a-8b95a18b6eef tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0564322
Nov 10 21:24:56.670041 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac13af54-0611-49b0-8352-74b841a595f8 req-aa930747-ad7e-4772-9128-140c0f94079e tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:56.672799 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ac13af54-0611-49b0-8352-74b841a595f8 req-aa930747-ad7e-4772-9128-140c0f94079e tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1036744
Nov 10 21:24:56.738788 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ac13af54-0611-49b0-8352-74b841a595f8 req-5423b676-6ec5-4915-a7bc-50150087ef38 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576241
Nov 10 21:24:57.320144 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c500e2-e3ff-411c-8e2d-2f4a6a35ff13 req-1c34d589-5f16-46ea-b2f7-113eb093ce35 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:57.323105 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-44c500e2-e3ff-411c-8e2d-2f4a6a35ff13 req-1c34d589-5f16-46ea-b2f7-113eb093ce35 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1163383
Nov 10 21:24:57.427909 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-44c500e2-e3ff-411c-8e2d-2f4a6a35ff13 req-3f0012d2-be86-4c31-bd42-d91588d7d4c9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0935464
Nov 10 21:24:57.875341 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-a7861003-2c23-4344-ad40-29cf3e558d20 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=3a129cf072074532909c7c50b1d90478&device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 1098 time: 0.1758645
Nov 10 21:24:57.983801 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddf2725-7399-4c11-9edc-63b73189698e req-21367de3-8aea-49ac-9018-c38937a45153 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:57.985002 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2ddf2725-7399-4c11-9edc-63b73189698e req-21367de3-8aea-49ac-9018-c38937a45153 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1861134
Nov 10 21:24:58.093198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-0e27398d-cfdc-413f-b43d-bcad9af7bb74 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:58.094689 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-0e27398d-cfdc-413f-b43d-bcad9af7bb74 service neutron] 10.222.0.76 "GET /v2.0/networks?id=aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 200  len: 921 time: 0.2034972
Nov 10 21:24:58.098928 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2ddf2725-7399-4c11-9edc-63b73189698e req-45c89d81-d3ad-488b-aaa8-db3300f3cd35 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1039181
Nov 10 21:24:58.192422 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-b7a2fe38-84d2-4a12-8fde-ca6d084144a2 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 200  len: 217 time: 0.0897655
Nov 10 21:24:58.268432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-3af48734-0e83-4c43-9658-759003cd7343 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:58.270205 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-3af48734-0e83-4c43-9658-759003cd7343 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 200  len: 859 time: 0.0702038
Nov 10 21:24:58.336262 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-319a551d-75c8-4b21-b5f8-f9d2c09c2858 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=aaa41312-d9ff-428f-b98e-96a8a89c3548&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0564835
Nov 10 21:24:58.568312 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-2134367b-6311-4a00-92bb-fdf3b8e9e118 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2224107
Nov 10 21:24:58.801751 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9d85696-a8ff-4ef8-b620-54cd23f4671c req-0993ae54-ce6f-4d9b-97cd-97d3f4b9c620 service neutron] 10.222.0.76 "GET /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2203047
Nov 10 21:24:58.818480 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d31677-1f9f-459d-ab98-70d3b2ace67c req-f98a4fef-98ae-4cb7-b124-831e8ee3603a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:58.821139 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-48d31677-1f9f-459d-ab98-70d3b2ace67c req-f98a4fef-98ae-4cb7-b124-831e8ee3603a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1235795
Nov 10 21:24:58.887618 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-48d31677-1f9f-459d-ab98-70d3b2ace67c req-877686b7-69b5-47e5-bf1c-d41d34b4c9c5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0551336
Nov 10 21:24:59.355510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501a0efe-eeea-4be3-a690-b0f8ec6d3885 req-c6f71ecd-e0a9-4ef9-bb87-c467101966a1 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:24:59.359292 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-501a0efe-eeea-4be3-a690-b0f8ec6d3885 req-c6f71ecd-e0a9-4ef9-bb87-c467101966a1 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.0994463
Nov 10 21:24:59.448853 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-501a0efe-eeea-4be3-a690-b0f8ec6d3885 req-d17e4877-b813-40e8-b902-45534714f086 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0821466
Nov 10 21:25:00.251007 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff059ab3-5ee2-434c-8964-bb1042658d79 req-e2f5cc95-6f7a-48be-8dfb-d1a04cc6f68e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:00.253800 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ff059ab3-5ee2-434c-8964-bb1042658d79 req-e2f5cc95-6f7a-48be-8dfb-d1a04cc6f68e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.1183865
Nov 10 21:25:00.400036 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ff059ab3-5ee2-434c-8964-bb1042658d79 req-cec57d49-7519-49ad-ae1f-27f6f5c44138 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1387215
Nov 10 21:25:00.726418 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19584d6f-b99a-4360-bece-0d2b071a950b req-5bdb80ee-6e11-4f90-89e6-ab09ff81e043 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:00.728124 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-19584d6f-b99a-4360-bece-0d2b071a950b req-5bdb80ee-6e11-4f90-89e6-ab09ff81e043 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.0882852
Nov 10 21:25:00.779699 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-19584d6f-b99a-4360-bece-0d2b071a950b req-303d12f8-779d-4f0f-9308-de8345038881 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441544
Nov 10 21:25:01.686064 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f3855-6c48-4e3f-b2d8-e4e25388348c req-466ad704-796d-4b16-8e3a-9f42915aa6b1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:01.687690 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-011f3855-6c48-4e3f-b2d8-e4e25388348c req-466ad704-796d-4b16-8e3a-9f42915aa6b1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 943 time: 0.0990496
Nov 10 21:25:01.751330 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-011f3855-6c48-4e3f-b2d8-e4e25388348c req-3ead1d3a-96af-415b-8435-6f2e5cd2ccfc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0520957
Nov 10 21:25:02.072145 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7605d4-7618-4ed5-8aad-2a8bff01f38b req-7bbca1d6-0d8e-4de5-856c-63a6f98b9f7e tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:02.073786 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6d7605d4-7618-4ed5-8aad-2a8bff01f38b req-7bbca1d6-0d8e-4de5-856c-63a6f98b9f7e tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1439536
Nov 10 21:25:02.119064 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:25:02.203035 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6d7605d4-7618-4ed5-8aad-2a8bff01f38b req-f66e7038-7dbe-4f79-a16f-034b9dfd4fa2 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1148601
Nov 10 21:25:02.298925 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-ff254f14-298c-4147-87b4-050fb8bf679f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-674094565&fields=id&tenant_id=ffa501fa20714772a12a13b5b10a8960 HTTP/1.1" status: 200  len: 267 time: 0.1020157
Nov 10 21:25:02.323595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:02.352548 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'edc6b33a-e486-4396-8885-ccec028df114', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'port_id': 'edc6b33a-e486-4396-8885-ccec028df114', 'mac_address': 'fa:16:3e:77:a4:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:25:02.521291 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:02.551258 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id edc6b33a-e486-4396-8885-ccec028df114 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:25:02.597463 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:02.604348 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:02.610459 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-b1ad7c19-3c44-43ee-8b39-fa58f23f7fc6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:02.690757 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53764002-e510-45c3-92e6-a81d62c58732 req-8051d917-d9a5-45d1-bfd0-f6496e5c2598 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:02.693513 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-8051d917-d9a5-45d1-bfd0-f6496e5c2598 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 808 time: 0.3930836
Nov 10 21:25:02.695798 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=9']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:02.706890 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.707232 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.707573 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.707968 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.708340 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.708634 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.709033 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.709358 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.709861 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.710333 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.710769 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:02.715120 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:02.725610 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-f7e64720-6c77-42b3-8ef4-e06697389e0a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/quotas/ffa501fa20714772a12a13b5b10a8960 HTTP/1.1" status: 200  len: 375 time: 0.0238514
Nov 10 21:25:02.860083 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-53764002-e510-45c3-92e6-a81d62c58732 req-f5aab5bb-8083-40dc-b46e-955d445746ca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Synchronizing usage tracker for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:02.886429 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:25:02.891337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-53764002-e510-45c3-92e6-a81d62c58732 req-f5aab5bb-8083-40dc-b46e-955d445746ca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Unset dirty status for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:02.893098 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-f5aab5bb-8083-40dc-b46e-955d445746ca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1609230
Nov 10 21:25:02.931138 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['edc6b33a-e486-4396-8885-ccec028df114'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:03.254117 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419d63b-1c3a-43dd-8744-87b21bd6d2e6 req-e2d10926-1ce5-4c01-a129-d6b965b9bc11 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:03.257120 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1419d63b-1c3a-43dd-8744-87b21bd6d2e6 req-e2d10926-1ce5-4c01-a129-d6b965b9bc11 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 944 time: 0.1896391
Nov 10 21:25:03.288034 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-2cefa5bf-eac9-4d01-ac6d-aa51bc49bedf service neutron] 10.222.0.46 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3691072
Nov 10 21:25:03.315638 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1419d63b-1c3a-43dd-8744-87b21bd6d2e6 req-6bc448b5-11f7-4cf3-97e7-85df4e92e2ff tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0517604
Nov 10 21:25:03.529991 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-96e46d8d-5f00-4a1e-afea-c11002313b79 service neutron] 10.222.0.46 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2311831
Nov 10 21:25:04.053148 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-090256d9-db0c-4fde-b25c-b741ea7870e4 req-fc557b24-a146-436c-90a2-0359d9821122 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 210 time: 0.0671086
Nov 10 21:25:04.702697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54ab36c-5b6c-4a26-beb9-36f401138cee req-a12e325e-ee98-4d3c-89dd-c9ec601dbe29 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:04.704292 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e54ab36c-5b6c-4a26-beb9-36f401138cee req-a12e325e-ee98-4d3c-89dd-c9ec601dbe29 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 944 time: 0.1234953
Nov 10 21:25:04.785735 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e54ab36c-5b6c-4a26-beb9-36f401138cee req-8fd5f063-5044-44ff-8c82-cfd3b48b8e9a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752304
Nov 10 21:25:05.261621 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-be1a4ce8-bb55-4eee-a8f9-18ea9f639299 req-4e7ca79f-7abd-4875-8690-e4ea6b406f13 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 210 time: 0.0492866
Nov 10 21:25:05.535360 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53764002-e510-45c3-92e6-a81d62c58732 req-b0214300-2f6f-4e3a-a28b-e4ae4b991c69 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:05.537420 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-b0214300-2f6f-4e3a-a28b-e4ae4b991c69 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 808 time: 0.2179437
Nov 10 21:25:05.636738 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-9d3c7933-c653-478e-b85b-c6d2c4f86e5a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ffa501fa20714772a12a13b5b10a8960 HTTP/1.1" status: 200  len: 379 time: 0.0677786
Nov 10 21:25:05.646899 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'port': {'device_id': 'c5a73582-a880-4666-88ed-540bb682078c', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'admin_state_up': True, 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'security_groups': ['f84906c5-98c8-4e8b-a54d-19ebdeae3703']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:25:05.807238 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:25:05.819036 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:25:05.830411 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Made reservation on behalf of ffa501fa20714772a12a13b5b10a8960 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:25:05.834521 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:06.040362 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Allocated IP 172.20.0.12 (1c290b42-bae5-4578-b0a9-6339e4f335c0/32b68e6d-5851-40ff-98b1-82a106cac50d/06a66019-cb7b-4ca3-9b2b-7c26f611a48f) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:25:06.144580 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:25:06.159775 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef51ae7b-1920-43f1-a372-f7c85cc00002 req-d9ef4183-54fa-464b-b343-47ca603d91ff tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:06.162735 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ef51ae7b-1920-43f1-a372-f7c85cc00002 req-d9ef4183-54fa-464b-b343-47ca603d91ff tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 944 time: 0.1584558
Nov 10 21:25:06.241940 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ef51ae7b-1920-43f1-a372-f7c85cc00002 req-852628bd-53ed-4039-bcd1-d05fe55eed94 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0617936
Nov 10 21:25:06.277534 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port edc6b33a-e486-4396-8885-ccec028df114 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:25:06.277950 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:06.432271 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:06.445425 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:06.465368 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Transition to ACTIVE for port object 06a66019-cb7b-4ca3-9b2b-7c26f611a48f will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:25:06.496206 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:06.497962 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:06.507966 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:06.511156 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:06.577020 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114', 'code': 200}
Nov 10 21:25:06.583932 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:06.602633 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=10']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:06.603522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-18accd82-895e-4fc1-b95c-9c2bba08820b tempest-DeleteServersTestJSON-2076381325 tempest-DeleteServersTestJSON-2076381325-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:06.605305 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:06.771438 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:25:06.774693 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:25:06.777798 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:06.782719 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:25:06.790059 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:06.791464 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:06.801891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:06.871007 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24025476-9482-4570-a314-8ad482ff7ae4 req-f9fb18d3-f3fe-41b8-878a-0cb0eb084441 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:06.874260 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-24025476-9482-4570-a314-8ad482ff7ae4 req-f9fb18d3-f3fe-41b8-878a-0cb0eb084441 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 932 time: 0.3716373
Nov 10 21:25:06.917622 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2750568
Nov 10 21:25:06.936911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Request body: {'port': {'device_id': 'c5a73582-a880-4666-88ed-540bb682078c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:25:07.013857 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-08c702b5-1d0e-4404-bd05-d07653ad46ad None None] Provisioning for port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:25:07.020290 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-08c702b5-1d0e-4404-bd05-d07653ad46ad None None] Provisioning complete for port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:25:07.021069 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-08c702b5-1d0e-4404-bd05-d07653ad46ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:07.067108 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-24025476-9482-4570-a314-8ad482ff7ae4 req-83d30618-7ab2-4172-851a-8bc6b15294df tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1812544
Nov 10 21:25:07.085956 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-08c702b5-1d0e-4404-bd05-d07653ad46ad None None] Port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:25:07.177397 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:07.682088 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb5c6-7975-494c-b2e1-3059643b9eec req-9d5a49b7-9479-424c-8508-b18f6822d282 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:07.683531 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-867bb5c6-7975-494c-b2e1-3059643b9eec req-9d5a49b7-9479-424c-8508-b18f6822d282 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.1844499
Nov 10 21:25:07.691615 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06a66019-cb7b-4ca3-9b2b-7c26f611a48f {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:25:07.717017 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:07.751581 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Transition to ACTIVE for port object 06a66019-cb7b-4ca3-9b2b-7c26f611a48f will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:25:07.848358 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:07.855450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-269cfad5-5938-4634-918a-2b1b17b9692f tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:07.902054 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-867bb5c6-7975-494c-b2e1-3059643b9eec req-df689a9d-c8f4-4fce-91e1-b83f9ea88e83 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2041988
Nov 10 21:25:08.004001 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:08.008910 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:08.077345 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Attempting to bind port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:25:08.077897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Attempting to bind port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:25:08.078325 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Attempting to bind port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f on network 1c290b42-bae5-4578-b0a9-6339e4f335c0 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:25:08.086142 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f on network 1c290b42-bae5-4578-b0a9-6339e4f335c0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:25:08.086675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Attempting to bind port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f on network 1c290b42-bae5-4578-b0a9-6339e4f335c0 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:25:08.095729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 24, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:25:08.096241 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Checking segment: {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:25:08.096703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Bound using segment: {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:25:08.097391 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Bound port: 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c55627e-9508-47fd-b741-a21a5aa03ce2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1142, 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:25:08.097924 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:08.258217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:25:08.264376 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:25:08.269568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:08.274084 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98e96c88-4da8-4cb2-871e-69ecd6d27067 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:08.336476 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:08.338975 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] 10.222.0.76 "PUT /v2.0/ports/06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 1094 time: 1.4098165
Nov 10 21:25:08.339716 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:08.376847 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:08.399795 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:08.424803 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea85cc59-ebad-4f70-bfea-a3a39f8753e0 req-4eb985fb-8dfd-4cad-82b2-cb9a9a68fbb1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:08.440568 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ea85cc59-ebad-4f70-bfea-a3a39f8753e0 req-4eb985fb-8dfd-4cad-82b2-cb9a9a68fbb1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1524997
Nov 10 21:25:08.512294 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-6175305d-42f0-4533-821f-c69ca336a39c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1097 time: 0.1055400
Nov 10 21:25:08.538960 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-ea85cc59-ebad-4f70-bfea-a3a39f8753e0 req-381f22b9-4ade-47dc-a105-6c62fe05a32a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Synchronizing usage tracker for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:08.577100 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-ea85cc59-ebad-4f70-bfea-a3a39f8753e0 req-381f22b9-4ade-47dc-a105-6c62fe05a32a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Unset dirty status for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:08.579301 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ea85cc59-ebad-4f70-bfea-a3a39f8753e0 req-381f22b9-4ade-47dc-a105-6c62fe05a32a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1371439
Nov 10 21:25:08.611354 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-db66aba9-34f6-4304-b7ea-7a76ea50880a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 217 time: 0.0862997
Nov 10 21:25:08.613159 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'status': 'completed', 'code': 200}
Nov 10 21:25:08.711981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53764002-e510-45c3-92e6-a81d62c58732 req-d95fd653-707f-4ff4-948b-abfa60652dcc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:08.713548 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-d95fd653-707f-4ff4-948b-abfa60652dcc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.0871642
Nov 10 21:25:08.809408 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-59457bd3-2050-4f24-9e68-e084d2b7ecb9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826616
Nov 10 21:25:08.975647 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-dd26c159-81a0-438d-908a-2b0900451bb9 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560407
Nov 10 21:25:09.198004 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53764002-e510-45c3-92e6-a81d62c58732 req-70435cd7-e1f4-4326-8373-843ea3017a63 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2113962
Nov 10 21:25:09.247141 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50be724-9d77-4d16-b657-b12cebc8e78c req-3f0ef980-6264-4fe2-97d8-586179f8eaf5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:09.249234 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f50be724-9d77-4d16-b657-b12cebc8e78c req-3f0ef980-6264-4fe2-97d8-586179f8eaf5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.0928922
Nov 10 21:25:09.305144 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f50be724-9d77-4d16-b657-b12cebc8e78c req-1b7edd75-e527-44b6-85f5-12a8ca24aefd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0480175
Nov 10 21:25:09.402918 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-538cdb77-f731-4580-ae33-9e9a34a8a136 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1097 time: 0.1330464
Nov 10 21:25:09.570634 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-7f490303-3b60-4e9f-863b-354602d0a0bb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:09.572104 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-7f490303-3b60-4e9f-863b-354602d0a0bb service neutron] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 910 time: 0.1620767
Nov 10 21:25:09.650265 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-fa8e15af-c0ee-4742-a5bc-5fa7b65bb4e4 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 217 time: 0.0708873
Nov 10 21:25:09.739361 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-dc44ac1c-803b-42b5-a646-798bc606508a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:09.741733 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-dc44ac1c-803b-42b5-a646-798bc606508a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.0825477
Nov 10 21:25:09.998383 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-4ec2f436-6b03-49b1-9257-440bb8320bc6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2466133
Nov 10 21:25:10.012629 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9193bd8-9988-4557-b980-4d6f32eb000c req-de1bf54c-7203-4c6e-ad36-a3ac0c7a4777 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:10.014732 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-e9193bd8-9988-4557-b980-4d6f32eb000c req-de1bf54c-7203-4c6e-ad36-a3ac0c7a4777 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Synchronizing usage tracker for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:10.184223 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-e9193bd8-9988-4557-b980-4d6f32eb000c req-de1bf54c-7203-4c6e-ad36-a3ac0c7a4777 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Unset dirty status for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:10.187315 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e9193bd8-9988-4557-b980-4d6f32eb000c req-de1bf54c-7203-4c6e-ad36-a3ac0c7a4777 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.4346502
Nov 10 21:25:10.384798 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-885e98ee-ee6c-4955-ad6f-1e9a21332dd5 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3649850
Nov 10 21:25:10.391424 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e9193bd8-9988-4557-b980-4d6f32eb000c req-b2491cd7-39c1-4b61-924c-4c172970ec00 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1861992
Nov 10 21:25:10.595487 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4566686-9bd3-4554-b7a6-ed0abd08090e req-14d33b99-fca1-4136-8e2f-b1bff5ab69e1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:10.597238 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b4566686-9bd3-4554-b7a6-ed0abd08090e req-14d33b99-fca1-4136-8e2f-b1bff5ab69e1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.0838132
Nov 10 21:25:10.636929 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6e86e81f-2b09-4feb-a042-238b7d78d3aa req-b60cc345-626d-4e8e-ace1-c09728660562 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2441244
Nov 10 21:25:10.657765 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b4566686-9bd3-4554-b7a6-ed0abd08090e req-58c16387-97b0-47cc-adee-bc31a5e42307 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0493772
Nov 10 21:25:11.697667 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:11.796886 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44fff1-71dc-4e6c-bffa-dc862b0f964d req-9f9104c4-b7fc-4913-98a8-f4a4d070c0d3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:11.799219 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8c44fff1-71dc-4e6c-bffa-dc862b0f964d req-9f9104c4-b7fc-4913-98a8-f4a4d070c0d3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1384101
Nov 10 21:25:11.890277 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8c44fff1-71dc-4e6c-bffa-dc862b0f964d req-fe61d6ed-741c-4de4-ae6a-f8e3ddeb94f2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0822840
Nov 10 21:25:11.968516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d564b8a4-a5a7-45a5-828f-ae42f4324777 req-fda36e35-47ef-435e-8f9c-76a1b920d43b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:11.971180 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d564b8a4-a5a7-45a5-828f-ae42f4324777 req-fda36e35-47ef-435e-8f9c-76a1b920d43b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.1259103
Nov 10 21:25:12.045881 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d564b8a4-a5a7-45a5-828f-ae42f4324777 req-12f9226d-e768-4ef0-aad2-157b918572a5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0683517
Nov 10 21:25:13.123585 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e801cd97-86db-4e8d-8dbd-60525ba2366d req-5e192af9-5272-4d4b-84c1-287610609725 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:13.125881 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e801cd97-86db-4e8d-8dbd-60525ba2366d req-5e192af9-5272-4d4b-84c1-287610609725 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0940750
Nov 10 21:25:13.201974 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e801cd97-86db-4e8d-8dbd-60525ba2366d req-43a4e0da-3e9a-4b8c-af9b-14a2aa175d50 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0671649
Nov 10 21:25:13.400085 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb578c59-7aa8-4f71-a055-625a46614e95 req-a5a2f7c1-a883-4bc2-8260-d5d3bc34efe3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:13.402154 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fb578c59-7aa8-4f71-a055-625a46614e95 req-a5a2f7c1-a883-4bc2-8260-d5d3bc34efe3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.0899529
Nov 10 21:25:13.481209 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fb578c59-7aa8-4f71-a055-625a46614e95 req-05f0c930-1f8e-4477-b944-9a70e6ffe6a7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0677030
Nov 10 21:25:14.498833 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734cad76-ea04-4807-8436-47b6b01a9ee9 req-e0e7e71f-e737-489b-9e84-aa08a47a6b67 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:14.500749 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-734cad76-ea04-4807-8436-47b6b01a9ee9 req-e0e7e71f-e737-489b-9e84-aa08a47a6b67 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1046424
Nov 10 21:25:14.558451 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-734cad76-ea04-4807-8436-47b6b01a9ee9 req-d40cb5cf-f915-4c96-8ed6-f23e383154dc tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0479910
Nov 10 21:25:14.742147 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d1f038-1f2c-4dd2-ac66-96ad50cfe37a req-026da368-334f-416b-ad14-f50af4b97dda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:14.743788 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-69d1f038-1f2c-4dd2-ac66-96ad50cfe37a req-026da368-334f-416b-ad14-f50af4b97dda tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.1065078
Nov 10 21:25:14.828919 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-69d1f038-1f2c-4dd2-ac66-96ad50cfe37a req-d927bfa8-5d05-4459-acb5-e63608ca5909 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0771775
Nov 10 21:25:15.622347 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-521965d6-8da0-4307-8fc6-52ff88675a37 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0791936
Nov 10 21:25:15.859839 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-69641a58-018b-4e60-8b33-e73e269bf62c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.2000411
Nov 10 21:25:15.884514 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d1afe0-7fd9-4ef1-aea5-d98047c683d8 req-c9dd6a23-23ee-4570-9812-0cada5d77bf1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:15.886040 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b6d1afe0-7fd9-4ef1-aea5-d98047c683d8 req-c9dd6a23-23ee-4570-9812-0cada5d77bf1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1468718
Nov 10 21:25:16.027174 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b6d1afe0-7fd9-4ef1-aea5-d98047c683d8 req-3985b421-0c9d-4b43-86a1-d63b026ede90 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1199563
Nov 10 21:25:16.073536 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407125-77b6-4ac0-8d74-59755faa818f req-93f16fbe-8ee8-4036-9497-e24ae9383c3d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:16.076487 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-93f16fbe-8ee8-4036-9497-e24ae9383c3d service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 912 time: 0.1893210
Nov 10 21:25:16.087683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd87978-98f7-4f7a-a6ec-2c7e1f1d80cd req-70c088ca-58c9-4ae9-8365-7d4ed888e110 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:16.090262 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7cd87978-98f7-4f7a-a6ec-2c7e1f1d80cd req-70c088ca-58c9-4ae9-8365-7d4ed888e110 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.1137140
Nov 10 21:25:16.158744 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7cd87978-98f7-4f7a-a6ec-2c7e1f1d80cd req-d8c0f13f-c061-4a40-9bcb-3e6c78ce7c8a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0627100
Nov 10 21:25:16.226765 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-626963b9-85da-4ec1-b245-6a0435406bd3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 200  len: 1001 time: 0.1430330
Nov 10 21:25:16.298185 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b407125-77b6-4ac0-8d74-59755faa818f req-ff08dd61-68f1-4178-890e-e6e80a71ea0a service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:16.299656 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-ff08dd61-68f1-4178-890e-e6e80a71ea0a service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.0660048
Nov 10 21:25:16.387417 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-1a59c4f4-77b6-4178-b8c2-f78f08e757e6 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802965
Nov 10 21:25:16.544468 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-f97eb22c-d754-4cb3-9436-7f0439bb9ec5 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1457586
Nov 10 21:25:16.702998 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4b407125-77b6-4ac0-8d74-59755faa818f req-5d0cd7ac-5322-4114-9cdc-22e784e239b4 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1503837
Nov 10 21:25:17.313965 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cbbf61-72b8-460b-92df-a1499bf74fba req-b228b6ff-6dd8-4dbd-afda-d57675261dbb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:17.325850 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-04cbbf61-72b8-460b-92df-a1499bf74fba req-b228b6ff-6dd8-4dbd-afda-d57675261dbb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1615160
Nov 10 21:25:17.390027 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-04cbbf61-72b8-460b-92df-a1499bf74fba req-c6aca133-087d-4e23-8d58-8562692f9fe7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625312
Nov 10 21:25:17.484806 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a4079-7e05-451c-8ccf-7fe406ffc28c req-dd7d32ff-344f-4d8f-8b00-ca85d3286bad tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:17.486449 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-154a4079-7e05-451c-8ccf-7fe406ffc28c req-dd7d32ff-344f-4d8f-8b00-ca85d3286bad tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.0860734
Nov 10 21:25:17.546472 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-154a4079-7e05-451c-8ccf-7fe406ffc28c req-ac184795-443d-484f-a415-19d774dd226f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0532727
Nov 10 21:25:18.081783 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-a82c2919-16be-4a4d-8118-8ce0c32ac371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:18.628555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c67e53-df66-40ac-ae66-5e40fb58b45f req-348fb41c-8b6b-4871-8381-f6215e50764b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:18.630855 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-59c67e53-df66-40ac-ae66-5e40fb58b45f req-348fb41c-8b6b-4871-8381-f6215e50764b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0964599
Nov 10 21:25:18.658315 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:18.717697 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-59c67e53-df66-40ac-ae66-5e40fb58b45f req-44892047-57cb-4d6c-9496-76d8f6777580 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0760541
Nov 10 21:25:18.839154 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723517da-59c0-465c-a063-be6699076d58 req-f142ac84-d15d-41f8-93be-6e7c9d947540 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:18.840838 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-723517da-59c0-465c-a063-be6699076d58 req-f142ac84-d15d-41f8-93be-6e7c9d947540 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.1052809
Nov 10 21:25:18.910452 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-723517da-59c0-465c-a063-be6699076d58 req-1eb98a64-995d-456c-9652-cac0a92cf3ec tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547628
Nov 10 21:25:19.990705 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b89356-da24-41d7-a6af-897185045755 req-5b79943f-8422-428c-a681-7de12e4b6d44 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:19.992674 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-31b89356-da24-41d7-a6af-897185045755 req-5b79943f-8422-428c-a681-7de12e4b6d44 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1326354
Nov 10 21:25:20.064181 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-31b89356-da24-41d7-a6af-897185045755 req-518af1af-0e55-493f-b41a-13e0f36727e2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0636780
Nov 10 21:25:20.179801 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96e3001-d88b-470f-beeb-006bd0a38095 req-6b24d10e-eab7-44ff-8156-135a05898df9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:20.181643 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c96e3001-d88b-470f-beeb-006bd0a38095 req-6b24d10e-eab7-44ff-8156-135a05898df9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.0946910
Nov 10 21:25:20.239559 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c96e3001-d88b-470f-beeb-006bd0a38095 req-8729b31b-f06e-4826-b048-04c1959a02ee tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0516293
Nov 10 21:25:21.140638 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-ffa80d6f-5945-4980-8971-9a2c80ffe46d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:21.301462 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c5c7e2-09f4-47e7-b94d-98f33c00d86e req-50141beb-894e-48c1-bf28-ee1c81faba23 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:21.304598 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f8c5c7e2-09f4-47e7-b94d-98f33c00d86e req-50141beb-894e-48c1-bf28-ee1c81faba23 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0948987
Nov 10 21:25:21.408843 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f8c5c7e2-09f4-47e7-b94d-98f33c00d86e req-a803cab1-0216-4a87-8155-096e83370cc3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0925744
Nov 10 21:25:21.582741 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:21.668080 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec62714-0207-41b5-b62c-29edf205edf1 req-5027ccda-70f1-4382-b423-f2cdadec433d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:21.670783 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bec62714-0207-41b5-b62c-29edf205edf1 req-5027ccda-70f1-4382-b423-f2cdadec433d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.2598186
Nov 10 21:25:21.734645 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7a110377-7feb-48a8-96de-f4132e6cce6d req-134e32a6-78ec-4e1f-8e3d-7eb8732e7481 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 1099 time: 0.1414702
Nov 10 21:25:21.742812 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bec62714-0207-41b5-b62c-29edf205edf1 req-8796f358-8bca-472c-bce6-e7694e9035fe tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0646403
Nov 10 21:25:21.804600 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7a110377-7feb-48a8-96de-f4132e6cce6d req-28e2b4c3-07b3-41f5-952e-aa85af88c564 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605965
Nov 10 21:25:22.682026 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebafeb3d-a4d6-4eac-8a61-89032d3d27dc req-80b2627c-e81e-45d9-84b7-60045db55c71 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:22.685267 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ebafeb3d-a4d6-4eac-8a61-89032d3d27dc req-80b2627c-e81e-45d9-84b7-60045db55c71 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1322293
Nov 10 21:25:22.743764 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ebafeb3d-a4d6-4eac-8a61-89032d3d27dc req-cef70df4-5ca9-422b-96f7-375654378ba3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0527160
Nov 10 21:25:23.003962 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c819cc-164f-4467-9844-73acaf7b3780 req-23a4e35e-462d-49d4-8f03-4538383540a1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:23.005400 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-94c819cc-164f-4467-9844-73acaf7b3780 req-23a4e35e-462d-49d4-8f03-4538383540a1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.0917504
Nov 10 21:25:23.057459 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-94c819cc-164f-4467-9844-73acaf7b3780 req-2732c068-1067-40b0-b980-94deb8198e2b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459337
Nov 10 21:25:23.546072 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:24.055592 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d00966-c92a-4fbf-a896-d4ab3fbac986 req-6cbc8f89-a547-4a5c-add2-25b6d42f9fab tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:24.059401 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f1d00966-c92a-4fbf-a896-d4ab3fbac986 req-6cbc8f89-a547-4a5c-add2-25b6d42f9fab tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1687026
Nov 10 21:25:24.194922 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f1d00966-c92a-4fbf-a896-d4ab3fbac986 req-d1c1da8f-4ec0-4428-849f-79eb06de4e35 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1267827
Nov 10 21:25:24.334799 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9500ac3-d461-4bd1-b426-14c483b7f13c req-bc4be8d0-7745-47b2-ae03-fec711594436 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:24.336358 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a9500ac3-d461-4bd1-b426-14c483b7f13c req-bc4be8d0-7745-47b2-ae03-fec711594436 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.0907528
Nov 10 21:25:24.389750 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a9500ac3-d461-4bd1-b426-14c483b7f13c req-a97c1992-4f4e-4730-91f9-1cf82f33a974 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465877
Nov 10 21:25:25.509153 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7a2074-0f1e-4a8f-89d0-db31d833dea4 req-4185dae2-94ae-4e19-a91a-690c5bd76abc tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:25.511781 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ce7a2074-0f1e-4a8f-89d0-db31d833dea4 req-4185dae2-94ae-4e19-a91a-690c5bd76abc tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1664410
Nov 10 21:25:25.566211 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ce7a2074-0f1e-4a8f-89d0-db31d833dea4 req-cc5fda98-e3fe-4d4a-9ea0-115328a689a0 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477021
Nov 10 21:25:26.773242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2da5236-18a6-4d57-a59a-94ef39c7eac7 req-e4e175de-80c7-4a2d-a241-45bd9694efc6 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:26.774717 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d2da5236-18a6-4d57-a59a-94ef39c7eac7 req-e4e175de-80c7-4a2d-a241-45bd9694efc6 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0845277
Nov 10 21:25:26.825423 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d2da5236-18a6-4d57-a59a-94ef39c7eac7 req-37a999c9-0c4e-4f6e-99a5-4494f09a1fc9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432947
Nov 10 21:25:27.756629 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 42326) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:25:27.917508 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:27.955251 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:25:27.959521 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Usage tracker for resource:security_group_rule and tenant:12f5369c69b64567844560a9da96c170 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:25:27.962961 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:25:28.001292 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:25:28.111988 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf3c70-c1ab-47c3-9e31-5df11e6ee064 req-a3ed7992-858b-431e-84bc-7ca7526325a0 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:28.113533 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9adf3c70-c1ab-47c3-9e31-5df11e6ee064 req-a3ed7992-858b-431e-84bc-7ca7526325a0 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1474791
Nov 10 21:25:28.118430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:28.140039 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:28.150945 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4e7b2a25-78be-4930-8bc3-72fdf02630ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:28.214884 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=12f5369c69b64567844560a9da96c170&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4569659
Nov 10 21:25:28.218178 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81857d28-c94c-48ee-b8c5-59efdd8c7474,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:28.219488 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42338) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:25:28.225329 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9adf3c70-c1ab-47c3-9e31-5df11e6ee064 req-0fa97f2e-3701-4547-a01e-a756feffcc5b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1048288
Nov 10 21:25:28.231678 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.232224 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.232670 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.233063 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.233422 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.233827 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.234183 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.234581 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.234913 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.235287 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.235634 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.240506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:28.339247 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:28.378094 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:28.441955 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:28.446902 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6df66271-526f-47b3-92b9-695890429741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:28.459480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81857d28-c94c-48ee-b8c5-59efdd8c7474,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:28.471476 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:28.472474 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/81857d28-c94c-48ee-b8c5-59efdd8c7474 HTTP/1.1" status: 204  len: 168 time: 0.2515395
Nov 10 21:25:28.474275 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.474626 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.474975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.475367 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.475662 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.476005 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.476541 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.476729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.477081 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.477408 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.477786 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:25:28.481068 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:29.525641 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00701362-cb59-4fd3-9e76-664a7908eedf req-24c84cbd-8358-481a-bdea-091e2ddd7938 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:29.527500 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-00701362-cb59-4fd3-9e76-664a7908eedf req-24c84cbd-8358-481a-bdea-091e2ddd7938 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0945003
Nov 10 21:25:29.584030 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-00701362-cb59-4fd3-9e76-664a7908eedf req-a6dcb49d-a380-4e8e-817f-61e2643ea229 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451396
Nov 10 21:25:30.837424 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a4883f-77ac-47b0-8e3d-6cadb5abca3b req-a0e30cef-31e3-4d5c-a6c9-5e579dee45f2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:30.840911 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-03a4883f-77ac-47b0-8e3d-6cadb5abca3b req-a0e30cef-31e3-4d5c-a6c9-5e579dee45f2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1165946
Nov 10 21:25:30.914368 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-03a4883f-77ac-47b0-8e3d-6cadb5abca3b req-adbe4fe2-86d2-4902-88f1-e7928fb3cc66 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0659015
Nov 10 21:25:31.566192 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-d45f3dc5-3de7-43e7-a0d6-84a35512e45d tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/networks?tenant_id=8bf9db3a017a4511adbd5f07f57be214&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0285034
Nov 10 21:25:31.737418 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-759348a7-f902-4890-85e1-d65e9acdd6c8 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:31.738934 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-759348a7-f902-4890-85e1-d65e9acdd6c8 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1674592
Nov 10 21:25:31.758372 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-6191c338-7d74-49d3-89e7-6cd2b5a819cd tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/quotas/8bf9db3a017a4511adbd5f07f57be214 HTTP/1.1" status: 200  len: 375 time: 0.0118873
Nov 10 21:25:31.809190 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-0f57d12e-7377-41b3-9578-c35aa307545d tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=8bf9db3a017a4511adbd5f07f57be214&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0448432
Nov 10 21:25:32.096219 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ebc26181-bab5-408e-9391-ab0901ff229d req-e256a85d-2623-45a5-84a5-082840bd6a10 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 210 time: 0.0899780
Nov 10 21:25:32.253070 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617488f8-acf6-4a6b-af2c-537a9ba04934 req-358caeb8-fba4-4f60-802c-f97c9710a722 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:32.255362 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-617488f8-acf6-4a6b-af2c-537a9ba04934 req-358caeb8-fba4-4f60-802c-f97c9710a722 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1394796
Nov 10 21:25:32.350205 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-617488f8-acf6-4a6b-af2c-537a9ba04934 req-f1ff7d53-e652-4796-b026-34f1ded98b56 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0849280
Nov 10 21:25:33.284475 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6b55beaf-739e-40fb-9cb8-e752a49c640f req-d62c7ff2-0e40-4721-a0ce-cfa53c912a78 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 210 time: 0.0519018
Nov 10 21:25:33.332736 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-567d657d-7591-432c-ad67-1991de25756b tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.76 "GET /v2.0/networks?tenant_id=8bf9db3a017a4511adbd5f07f57be214&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0285778
Nov 10 21:25:33.670225 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e1e0e-7e6f-4cd6-b11c-6fa95e788e2b req-fefda591-d185-49b7-a507-f57ad82c2941 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:33.672469 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-185e1e0e-7e6f-4cd6-b11c-6fa95e788e2b req-fefda591-d185-49b7-a507-f57ad82c2941 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1593084
Nov 10 21:25:33.680947 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4824440e-4090-4af5-8e31-a1c40ddbfef2 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:33.682807 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4824440e-4090-4af5-8e31-a1c40ddbfef2 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3403676
Nov 10 21:25:33.708052 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Request body: {'port': {'device_id': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697', 'admin_state_up': True, 'tenant_id': '8bf9db3a017a4511adbd5f07f57be214'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:25:33.758841 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-185e1e0e-7e6f-4cd6-b11c-6fa95e788e2b req-9d54ca7d-f25e-4f9a-b600-ef8c621b1d32 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739388
Nov 10 21:25:33.883913 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:25:33.887967 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Usage tracker for resource:port and tenant:8bf9db3a017a4511adbd5f07f57be214 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:25:33.890975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:25:33.897059 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:25:33.908295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Made reservation on behalf of 8bf9db3a017a4511adbd5f07f57be214 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:25:33.911477 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:33.927287 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:33.967673 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:25:33.969000 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Usage tracker for resource:security_group_rule and tenant:8bf9db3a017a4511adbd5f07f57be214 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:25:33.971947 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:25:33.977859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:25:34.075889 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:34.082522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:34.090190 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:34.175919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17b5a5b7-ffa5-43dd-96cf-7500890ce34a,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:34.186257 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:34.274011 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Allocated IP 192.168.233.86 (cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697/def9d260-dbed-4ebb-b188-3a5baaec81bb/cc7be155-4758-47c9-8df0-5c8737692a70) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:25:34.504189 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4e1b158b-4344-4593-a38a-35d1543d13f9 req-a6b949c4-88c3-4b67-ac8f-44666827412f tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 210 time: 0.0552702
Nov 10 21:25:34.542070 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:34.556039 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Transition to ACTIVE for port object cc7be155-4758-47c9-8df0-5c8737692a70 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:25:34.584714 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:34.593166 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c8384c41-2f41-4585-84cd-cbd42208f19c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:34.665198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:25:34.666476 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:25:34.677770 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:25:34.681131 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:34.681875 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:34.698818 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Pushing event updated for resources: {'Port': ['ID=cc7be155-4758-47c9-8df0-5c8737692a70,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:34.704500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:34.729946 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 1.0260866
Nov 10 21:25:34.772346 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Request body: {'port': {'device_id': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:25:35.032951 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:35.123051 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0a4dfd34-cdc9-4a5e-abd4-21a9a53ca140 None None] Provisioning for port cc7be155-4758-47c9-8df0-5c8737692a70 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:25:35.130249 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0a4dfd34-cdc9-4a5e-abd4-21a9a53ca140 None None] Provisioning complete for port cc7be155-4758-47c9-8df0-5c8737692a70 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:25:35.130614 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-0a4dfd34-cdc9-4a5e-abd4-21a9a53ca140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:35.159513 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34a105-62f4-41de-bbb3-f30de1601a4c req-271528c8-bdff-483a-a6e1-21f861b8c09e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:35.171651 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ab34a105-62f4-41de-bbb3-f30de1601a4c req-271528c8-bdff-483a-a6e1-21f861b8c09e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2112348
Nov 10 21:25:35.195514 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-0a4dfd34-cdc9-4a5e-abd4-21a9a53ca140 None None] Port cc7be155-4758-47c9-8df0-5c8737692a70 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:25:35.236482 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ab34a105-62f4-41de-bbb3-f30de1601a4c req-5085280a-8e18-4d90-afe4-d91291ed7230 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635526
Nov 10 21:25:35.518604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc7be155-4758-47c9-8df0-5c8737692a70 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:25:35.526502 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:35.546254 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Transition to ACTIVE for port object cc7be155-4758-47c9-8df0-5c8737692a70 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:25:35.551891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:35.557181 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:35.735659 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Pushing event updated for resources: {'Port': ['ID=cc7be155-4758-47c9-8df0-5c8737692a70,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:35.744496 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:35.815364 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Attempting to bind port cc7be155-4758-47c9-8df0-5c8737692a70 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:25:35.815688 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Attempting to bind port cc7be155-4758-47c9-8df0-5c8737692a70 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:25:35.816007 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Attempting to bind port cc7be155-4758-47c9-8df0-5c8737692a70 on network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:25:35.832335 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Port cc7be155-4758-47c9-8df0-5c8737692a70 on network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:25:35.832649 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Attempting to bind port cc7be155-4758-47c9-8df0-5c8737692a70 on network cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:25:35.850048 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf4a5aa-c3e1-423a-b5a0-5656486143e6 req-28add82d-0030-407f-9463-ba44cd7bbba0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:35.850748 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-daf4a5aa-c3e1-423a-b5a0-5656486143e6 req-28add82d-0030-407f-9463-ba44cd7bbba0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Synchronizing usage tracker for tenant:8bf9db3a017a4511adbd5f07f57be214 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:35.853798 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:25:35.854128 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Checking segment: {'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:25:35.854500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Bound using segment: {'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:25:35.854931 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Bound port: cc7be155-4758-47c9-8df0-5c8737692a70, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3dee6b52-2f75-470a-b3b7-5dbefeeaaece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1128, 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:25:35.855267 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:35.914259 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-daf4a5aa-c3e1-423a-b5a0-5656486143e6 req-28add82d-0030-407f-9463-ba44cd7bbba0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Unset dirty status for tenant:8bf9db3a017a4511adbd5f07f57be214 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:35.915388 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-daf4a5aa-c3e1-423a-b5a0-5656486143e6 req-28add82d-0030-407f-9463-ba44cd7bbba0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 947 time: 0.2329948
Nov 10 21:25:35.999988 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] For port cc7be155-4758-47c9-8df0-5c8737692a70, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:25:36.013352 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] For port cc7be155-4758-47c9-8df0-5c8737692a70, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cc7be155-4758-47c9-8df0-5c8737692a70,segment=NetworkSegment(3dee6b52-2f75-470a-b3b7-5dbefeeaaece),segment_id=3dee6b52-2f75-470a-b3b7-5dbefeeaaece)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:25:36.015428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-daf4a5aa-c3e1-423a-b5a0-5656486143e6 req-0e785154-7f2a-497d-8d92-cca61e58bda5 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Synchronizing usage tracker for tenant:8bf9db3a017a4511adbd5f07f57be214 on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:36.019729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:36.025180 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:36.107320 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:36.108668 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] 10.222.0.76 "PUT /v2.0/ports/cc7be155-4758-47c9-8df0-5c8737692a70 HTTP/1.1" status: 200  len: 1097 time: 1.3530455
Nov 10 21:25:36.109171 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'tag': 'cc7be155-4758-47c9-8df0-5c8737692a70'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:36.116989 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-daf4a5aa-c3e1-423a-b5a0-5656486143e6 req-0e785154-7f2a-497d-8d92-cca61e58bda5 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Unset dirty status for tenant:8bf9db3a017a4511adbd5f07f57be214 on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:36.118103 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-daf4a5aa-c3e1-423a-b5a0-5656486143e6 req-0e785154-7f2a-497d-8d92-cca61e58bda5 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1754415
Nov 10 21:25:36.125143 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Pushing event updated for resources: {'Port': ['ID=cc7be155-4758-47c9-8df0-5c8737692a70,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:36.129029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:36.286528 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'tag': 'cc7be155-4758-47c9-8df0-5c8737692a70', 'status': 'completed', 'code': 200}
Nov 10 21:25:36.343407 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-5a01cf97-04ff-4bd1-b37c-0cf5c2ec7da7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8bf9db3a017a4511adbd5f07f57be214&device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 1100 time: 0.1444478
Nov 10 21:25:36.484910 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-57edd4df-432b-4830-84b9-ae19a9b4ec92 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=cc7be155-4758-47c9-8df0-5c8737692a70 HTTP/1.1" status: 200  len: 217 time: 0.1248255
Nov 10 21:25:36.630545 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-c39714cb-02b8-47ab-afa5-e126b95e1d01 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:36.633026 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-c39714cb-02b8-47ab-afa5-e126b95e1d01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=def9d260-dbed-4ebb-b188-3a5baaec81bb HTTP/1.1" status: 200  len: 843 time: 0.1409166
Nov 10 21:25:36.651897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a98e56d-f179-4ba2-9130-0bee95a3f89d req-de1a044c-5097-435a-8952-f5d2cffcd02f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:36.655865 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8a98e56d-f179-4ba2-9130-0bee95a3f89d req-de1a044c-5097-435a-8952-f5d2cffcd02f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2240524
Nov 10 21:25:36.805192 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8a98e56d-f179-4ba2-9130-0bee95a3f89d req-1a721555-ea06-481a-8d7b-630cb5284d63 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937326
Nov 10 21:25:36.839059 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-d35158bd-a535-46bd-87bd-a56c1840a50c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1818013
Nov 10 21:25:37.041078 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-56697354-1094-4dec-b797-ddfe248bca1a service neutron] 10.222.0.76 "GET /v2.0/networks/cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1928349
Nov 10 21:25:37.197011 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcca6881-2020-4443-b24c-a5bd4a18cef7 req-62fff302-c640-48ae-8c59-216e7769e7ac tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:37.198636 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcca6881-2020-4443-b24c-a5bd4a18cef7 req-62fff302-c640-48ae-8c59-216e7769e7ac tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1987851
Nov 10 21:25:37.209498 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7b70e044-1be9-4f59-8ce0-4511693f59a6 req-f25d0d7d-41e1-42c8-9f7d-4f7ba634cfcb service neutron] 10.222.0.76 "GET /v2.0/networks/cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1595652
Nov 10 21:25:37.252819 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bcca6881-2020-4443-b24c-a5bd4a18cef7 req-0617b940-e526-4fac-9339-0a16cd1cf001 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462472
Nov 10 21:25:37.382041 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10bf70-16b3-45ad-8b85-2e9fb45bb138 req-fd0dbfbd-0efa-4549-9368-435c7ce58f07 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:37.383700 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fc10bf70-16b3-45ad-8b85-2e9fb45bb138 req-fd0dbfbd-0efa-4549-9368-435c7ce58f07 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 947 time: 0.0940526
Nov 10 21:25:37.456372 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fc10bf70-16b3-45ad-8b85-2e9fb45bb138 req-5956ba7d-6549-423d-b648-655941105f2c tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576525
Nov 10 21:25:37.485714 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f500564b-8e12-4706-8d97-4378502ef888 req-943120bb-0149-43cd-b286-7235c4c584e9 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=8bf9db3a017a4511adbd5f07f57be214&device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 1100 time: 0.2066193
Nov 10 21:25:37.653547 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500564b-8e12-4706-8d97-4378502ef888 req-f14d608c-fb5c-4579-911c-e0e0c3181ea4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:37.655009 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f500564b-8e12-4706-8d97-4378502ef888 req-f14d608c-fb5c-4579-911c-e0e0c3181ea4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697 HTTP/1.1" status: 200  len: 871 time: 0.1609259
Nov 10 21:25:37.738585 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f500564b-8e12-4706-8d97-4378502ef888 req-4812cabf-88c4-4f11-a2ec-8acec98bab02 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.86&port_id=cc7be155-4758-47c9-8df0-5c8737692a70 HTTP/1.1" status: 200  len: 217 time: 0.0692081
Nov 10 21:25:37.835948 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500564b-8e12-4706-8d97-4378502ef888 req-aae73cc7-ad8b-472f-8673-742826d90ffc service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:37.838316 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f500564b-8e12-4706-8d97-4378502ef888 req-aae73cc7-ad8b-472f-8673-742826d90ffc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=def9d260-dbed-4ebb-b188-3a5baaec81bb HTTP/1.1" status: 200  len: 843 time: 0.0910959
Nov 10 21:25:37.932425 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f500564b-8e12-4706-8d97-4378502ef888 req-fd1ac9ac-7f27-485d-9166-7fae35ee218c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0838168
Nov 10 21:25:38.105318 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-3af910b6-0032-4334-a278-f8ae04e2140e tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:38.112165 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-3af910b6-0032-4334-a278-f8ae04e2140e tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 0.2341855
Nov 10 21:25:38.125020 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-0ed6f706-bcce-447e-8ea4-2b9a527dc49d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/quotas/d217e17188c94444acafaeeb3b92cb40 HTTP/1.1" status: 200  len: 375 time: 0.0118649
Nov 10 21:25:38.141088 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f500564b-8e12-4706-8d97-4378502ef888 req-1c84891a-9edc-4bc8-8368-2a97b04c32d7 service neutron] 10.222.0.76 "GET /v2.0/networks/cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1997483
Nov 10 21:25:38.230421 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-c5b439aa-e5ed-47db-aec1-80d54c62d9b1 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0943730
Nov 10 21:25:38.354483 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f500564b-8e12-4706-8d97-4378502ef888 req-1b71b36c-2489-4fb4-9dd0-bf3bde737cac service neutron] 10.222.0.76 "GET /v2.0/networks/cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2050974
Nov 10 21:25:38.366272 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae1daf3-0271-432c-bf2f-9cea9698174a req-c03dc1b0-66e6-4d8b-88b6-044e8aa2516f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:38.367781 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1ae1daf3-0271-432c-bf2f-9cea9698174a req-c03dc1b0-66e6-4d8b-88b6-044e8aa2516f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1861832
Nov 10 21:25:38.384612 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-42b140b7-5bd7-487d-9887-8e2e15095592 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462262
Nov 10 21:25:38.420419 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1ae1daf3-0271-432c-bf2f-9cea9698174a req-c49f19d7-45af-4301-9530-9dd81d693720 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457246
Nov 10 21:25:38.538206 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-62b577d2-d2f2-49b4-8441-4a0bd88150c6 service neutron] 10.222.0.46 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1461096
Nov 10 21:25:38.628208 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98298439-80e7-4075-8e69-d77e546e2ca2 req-be72a816-c536-4861-ae6c-a2a834d30992 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:38.630128 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-98298439-80e7-4075-8e69-d77e546e2ca2 req-be72a816-c536-4861-ae6c-a2a834d30992 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.0881033
Nov 10 21:25:38.684895 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-98298439-80e7-4075-8e69-d77e546e2ca2 req-467fd293-3f89-4cdd-b5f2-3eaf67099040 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0482175
Nov 10 21:25:38.840861 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6557956d-6066-44b5-98dc-0c1537342a65 req-0c471d55-db73-4b28-b7f8-d81cc5d1025c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:38.842428 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6557956d-6066-44b5-98dc-0c1537342a65 req-0c471d55-db73-4b28-b7f8-d81cc5d1025c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0923686
Nov 10 21:25:38.905645 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6557956d-6066-44b5-98dc-0c1537342a65 req-58613d42-fa42-4ab8-9e4f-a923b645696d tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519588
Nov 10 21:25:38.973793 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4f7aa-82aa-488d-b269-012dcb779213 req-ecf89c55-c5c1-4022-8f56-bd2423dd1036 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:38.976036 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ca4f7aa-82aa-488d-b269-012dcb779213 req-ecf89c55-c5c1-4022-8f56-bd2423dd1036 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 947 time: 0.1472907
Nov 10 21:25:39.066673 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ca4f7aa-82aa-488d-b269-012dcb779213 req-8be76b78-d93e-41e3-8a14-dfface87adec tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804205
Nov 10 21:25:39.074276 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8aeaf332-5522-418a-9573-acc6524dd8cf req-fbc4e30e-f297-41f1-a1fc-80513806cc18 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 210 time: 0.0602219
Nov 10 21:25:39.658710 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f91912-70ab-4ef5-8969-6583edc271a5 req-1ee2e652-52e6-44c8-9b6d-87ca8e4d51ca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:39.661294 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-88f91912-70ab-4ef5-8969-6583edc271a5 req-1ee2e652-52e6-44c8-9b6d-87ca8e4d51ca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1062772
Nov 10 21:25:39.710742 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-88f91912-70ab-4ef5-8969-6583edc271a5 req-7ba3a5e7-9a07-4e9c-9a3a-e9fb6b8c2a2f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441134
Nov 10 21:25:39.881108 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:25:40.016360 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803c3c3f-57b9-4e87-9233-24389e36c8c8 req-ac6d37a7-2191-4287-8df7-e21165f7f631 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:40.018782 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-803c3c3f-57b9-4e87-9233-24389e36c8c8 req-ac6d37a7-2191-4287-8df7-e21165f7f631 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1930313
Nov 10 21:25:40.070409 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-803c3c3f-57b9-4e87-9233-24389e36c8c8 req-b521b2ed-4459-4e60-a516-4d27e9710c4b tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438831
Nov 10 21:25:40.151536 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2dc087ba-c03b-4bd5-bb22-80e874c314fd tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:40.153513 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2dc087ba-c03b-4bd5-bb22-80e874c314fd tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 812 time: 0.2185380
Nov 10 21:25:40.173685 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Request body: {'port': {'device_id': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'admin_state_up': True, 'tenant_id': 'd217e17188c94444acafaeeb3b92cb40'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:25:40.280540 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3c3acd-feb5-4031-84d0-6b65ec99fe83 req-3c4bafb1-f6a2-46e0-a0a9-8ad08489152a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:40.282069 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4f3c3acd-feb5-4031-84d0-6b65ec99fe83 req-3c4bafb1-f6a2-46e0-a0a9-8ad08489152a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1983626
Nov 10 21:25:40.312943 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881a550f-8360-4c6d-a7dd-e9d2e12f3221 req-ebf4e4b1-62fd-4219-8f15-c350bec29f8f tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:40.314492 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-881a550f-8360-4c6d-a7dd-e9d2e12f3221 req-ebf4e4b1-62fd-4219-8f15-c350bec29f8f tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 947 time: 0.0917296
Nov 10 21:25:40.365189 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-881a550f-8360-4c6d-a7dd-e9d2e12f3221 req-98fa2cb0-ee61-48c9-9849-6df2c5759c1e tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448816
Nov 10 21:25:40.367119 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device cc7be155-4758-47c9-8df0-5c8737692a70 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:25:40.374575 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4f3c3acd-feb5-4031-84d0-6b65ec99fe83 req-e9a83d0a-4605-43b3-bfe4-a3848f4ec221 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0840032
Nov 10 21:25:40.375548 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:25:40.385948 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:25:40.419933 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Made reservation on behalf of d217e17188c94444acafaeeb3b92cb40 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:25:40.425121 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:40.524402 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port cc7be155-4758-47c9-8df0-5c8737692a70, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cc7be155-4758-47c9-8df0-5c8737692a70,segment=NetworkSegment(3dee6b52-2f75-470a-b3b7-5dbefeeaaece),segment_id=3dee6b52-2f75-470a-b3b7-5dbefeeaaece)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:40.541169 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'cc7be155-4758-47c9-8df0-5c8737692a70', 'network_id': 'cd2b7c39-b2bd-4e68-ba26-e6ec0b74f697', 'port_id': 'cc7be155-4758-47c9-8df0-5c8737692a70', 'mac_address': 'fa:16:3e:ab:ad:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def9d260-dbed-4ebb-b188-3a5baaec81bb', 'ip_address': '192.168.233.86'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:25:40.571752 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fafa8b8c-3672-4052-b3f2-ccc8c4fea05b req-4457d37d-c449-4ff1-a8fe-7ba1e44702ba tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 210 time: 0.0483701
Nov 10 21:25:40.608450 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:40.627664 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc7be155-4758-47c9-8df0-5c8737692a70 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:25:40.644887 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port cc7be155-4758-47c9-8df0-5c8737692a70, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cc7be155-4758-47c9-8df0-5c8737692a70,segment=NetworkSegment(3dee6b52-2f75-470a-b3b7-5dbefeeaaece),segment_id=3dee6b52-2f75-470a-b3b7-5dbefeeaaece)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:40.650084 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:40.653390 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:40.667641 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Allocated IP 172.20.0.5 (4dc21018-1e13-42d7-8415-abfaf390283b/a6276782-16b0-4a59-80ac-d8c117eec111/1b243368-595e-491f-8491-d4d09cc2cf28) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:25:40.729035 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=cc7be155-4758-47c9-8df0-5c8737692a70,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:40.732877 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:41.070908 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871a2e49-0cea-46e2-9500-fabbfa79947b req-997e0d27-e83e-42b9-bb23-abc14b702281 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:41.072437 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-871a2e49-0cea-46e2-9500-fabbfa79947b req-997e0d27-e83e-42b9-bb23-abc14b702281 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2248414
Nov 10 21:25:41.132012 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:41.158178 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['cc7be155-4758-47c9-8df0-5c8737692a70'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:41.165388 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-871a2e49-0cea-46e2-9500-fabbfa79947b req-162f76f1-883d-408b-b050-1475910d8e81 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0801740
Nov 10 21:25:41.222853 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:41.234566 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bbaeeb54-c9ff-4a3c-9950-877ea714662c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:41.330749 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Network 4dc21018-1e13-42d7-8415-abfaf390283b is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:25:41.335103 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:25:41.339110 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event updated for resources: {'Port': ['ID=1b243368-595e-491f-8491-d4d09cc2cf28,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:41.343594 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:25:41.348879 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:41.349562 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:41.355115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:41.382400 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135add40-239e-4113-bd3c-dae57536ca86 req-14e07ed7-7900-4d50-93f0-e2b948f7d27a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:41.385090 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-135add40-239e-4113-bd3c-dae57536ca86 req-14e07ed7-7900-4d50-93f0-e2b948f7d27a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.1247191
Nov 10 21:25:41.408776 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-f8adf7b2-428e-4f5b-ae2b-babb1ec19b53 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:41.412254 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-f8adf7b2-428e-4f5b-ae2b-babb1ec19b53 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.2304711
Nov 10 21:25:41.428855 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2591047
Nov 10 21:25:41.472846 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-135add40-239e-4113-bd3c-dae57536ca86 req-7d397952-838d-4376-ac8d-4f6fda3e2461 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0724096
Nov 10 21:25:41.566737 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Request body: {'port': {'device_id': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:25:41.702708 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Deleting port 18a9bb0e-c399-429a-bb61-ada9618df137 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:25:41.703137 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:41.710875 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95693b1f-becf-433b-98cf-179b568de536 req-2b113fad-99e8-40bf-9d70-a062d66c7b17 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:41.712432 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-95693b1f-becf-433b-98cf-179b568de536 req-2b113fad-99e8-40bf-9d70-a062d66c7b17 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1156917
Nov 10 21:25:41.713290 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:41.784172 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-95693b1f-becf-433b-98cf-179b568de536 req-a6a762bb-7fa2-4e98-8f30-89a5bd7d71f2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0635564
Nov 10 21:25:41.909633 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:42.026013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0d7f-fafc-496f-890a-4324fb600bf2 req-d59667a4-7413-450a-9e03-bcbe81a807e2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:42.028396 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0c9f0d7f-fafc-496f-890a-4324fb600bf2 req-d59667a4-7413-450a-9e03-bcbe81a807e2 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 931 time: 0.1195869
Nov 10 21:25:42.088261 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0c9f0d7f-fafc-496f-890a-4324fb600bf2 req-73d4131e-c288-424c-86d4-6e4973bf7f81 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0500066
Nov 10 21:25:42.100595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', '55d2713b-2cef-4849-81ac-4a4733b365bf', '5810c973-f74b-4957-a4ce-93ec6e7c1c6e'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:42.114923 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0accfed6-536c-48c9-b1ac-427998a9da58 req-30671fe1-debf-46a9-9be0-0cebd91184e0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:42.116432 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0accfed6-536c-48c9-b1ac-427998a9da58 req-30671fe1-debf-46a9-9be0-0cebd91184e0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 948 time: 0.4286549
Nov 10 21:25:42.298529 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] For port 18a9bb0e-c399-429a-bb61-ada9618df137, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=18a9bb0e-c399-429a-bb61-ada9618df137,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:42.298886 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:42.384154 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 06a66019-cb7b-4ca3-9b2b-7c26f611a48f details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:25:42.395382 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device cc7be155-4758-47c9-8df0-5c8737692a70 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:25:42.413203 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b28a7b5-859f-4906-afd3-69e5c6c964b9 req-663693d9-1ebe-4176-803c-e5413c4758d1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:42.417726 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b28a7b5-859f-4906-afd3-69e5c6c964b9 req-663693d9-1ebe-4176-803c-e5413c4758d1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1116107
Nov 10 21:25:42.484709 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b28a7b5-859f-4906-afd3-69e5c6c964b9 req-55277b61-03b3-4106-b584-be7583ddd69f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0591350
Nov 10 21:25:42.495518 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Calling delete_port for 18a9bb0e-c399-429a-bb61-ada9618df137 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:25:42.532033 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0accfed6-536c-48c9-b1ac-427998a9da58 req-98dd38d3-cbe2-4eab-9069-3195b882c8f9 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4060352
Nov 10 21:25:42.577975 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.resource_extend [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:25:42.706041 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec11b3f-900c-46e8-b83f-0f764565a7b1 req-e843bd4f-a68d-4afd-bb09-31931ba2e73a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:42.709799 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fec11b3f-900c-46e8-b83f-0f764565a7b1 req-e843bd4f-a68d-4afd-bb09-31931ba2e73a tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 945 time: 0.0920892
Nov 10 21:25:42.760882 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:42.766013 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fec11b3f-900c-46e8-b83f-0f764565a7b1 req-f4e3a658-01c6-408d-ad3a-e8f023ff7d52 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0496092
Nov 10 21:25:42.779612 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port cc7be155-4758-47c9-8df0-5c8737692a70 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:25:42.794390 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port cc7be155-4758-47c9-8df0-5c8737692a70 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:25:42.794390 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:42.833390 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'port_id': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'mac_address': 'fa:16:3e:7b:9f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:25:42.961654 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.030601 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.031686 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a66019-cb7b-4ca3-9b2b-7c26f611a48f {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:25:43.039853 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ca70fc74-d4ad-444f-932f-1729ca6e4339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:43.077418 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:43.078415 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.081812 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b243368-595e-491f-8491-d4d09cc2cf28 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:25:43.092190 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.096957 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:43.122460 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Pushing event deleted for resources: {'Port': ['ID=18a9bb0e-c399-429a-bb61-ada9618df137,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:43.135522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.140179 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:43.154686 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7be155-4758-47c9-8df0-5c8737692a70'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:43.174969 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port cc7be155-4758-47c9-8df0-5c8737692a70, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cc7be155-4758-47c9-8df0-5c8737692a70,segment=NetworkSegment(3dee6b52-2f75-470a-b3b7-5dbefeeaaece),segment_id=3dee6b52-2f75-470a-b3b7-5dbefeeaaece)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:43.186570 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.197430 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:43.203527 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:43.204484 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-e1970cb3-8469-4234-9e90-1cbd3d9b3b9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:43.210279 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Transition to ACTIVE for port object 1b243368-595e-491f-8491-d4d09cc2cf28 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:25:43.244870 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.256868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-42b22234-f0e0-4e87-9982-5b91385d05c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:43.289378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] No DVR routers for this DVR port 18a9bb0e-c399-429a-bb61-ada9618df137 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:25:43.316218 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.322259 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'name': 'network-vif-deleted', 'tag': '18a9bb0e-c399-429a-bb61-ada9618df137'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:43.332844 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=cc7be155-4758-47c9-8df0-5c8737692a70,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:43.337000 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:43.392367 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496e5c0-1d2e-4c78-9342-b1572f1967f9 req-7a6dd350-5e81-4dd2-a4e0-f3258d768248 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:43.395082 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6496e5c0-1d2e-4c78-9342-b1572f1967f9 req-7a6dd350-5e81-4dd2-a4e0-f3258d768248 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 943 time: 0.1075969
Nov 10 21:25:43.422362 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134c6fe7-3499-4d41-89b4-c38626b7a159 req-1d4f3502-2959-4cdc-aae5-a1aad9bc26be tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:43.423839 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-134c6fe7-3499-4d41-89b4-c38626b7a159 req-1d4f3502-2959-4cdc-aae5-a1aad9bc26be tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.4524257
Nov 10 21:25:43.428294 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-17e8949c-1481-4a2e-92d6-aaad2421b449 req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "DELETE /v2.0/ports/18a9bb0e-c399-429a-bb61-ada9618df137 HTTP/1.1" status: 204  len: 173 time: 1.9902630
Nov 10 21:25:43.429303 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b243368-595e-491f-8491-d4d09cc2cf28,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:43.444051 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:43.456442 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['06a66019-cb7b-4ca3-9b2b-7c26f611a48f'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:43.486863 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6496e5c0-1d2e-4c78-9342-b1572f1967f9 req-7545f45e-fc04-4ec9-91c3-28d5d0b3d9eb tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857210
Nov 10 21:25:43.559380 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Attempting to bind port 1b243368-595e-491f-8491-d4d09cc2cf28 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:25:43.559736 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Attempting to bind port 1b243368-595e-491f-8491-d4d09cc2cf28 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:25:43.560061 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Attempting to bind port 1b243368-595e-491f-8491-d4d09cc2cf28 on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:25:43.569142 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-134c6fe7-3499-4d41-89b4-c38626b7a159 req-5e1fbb17-c5c0-44a6-96a7-8a6511ac6436 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1372962
Nov 10 21:25:43.570615 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Port 1b243368-595e-491f-8491-d4d09cc2cf28 on network 4dc21018-1e13-42d7-8415-abfaf390283b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:25:43.571068 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Attempting to bind port 1b243368-595e-491f-8491-d4d09cc2cf28 on network 4dc21018-1e13-42d7-8415-abfaf390283b {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:25:43.583731 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:25:43.584165 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Checking segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:25:43.584447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Bound using segment: {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:25:43.584868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Bound port: 1b243368-595e-491f-8491-d4d09cc2cf28, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c626722-7451-4361-9835-0e1012c86bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:25:43.585203 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.598682 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc7be155-4758-47c9-8df0-5c8737692a70', 'code': 200}
Nov 10 21:25:43.747277 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58', 'name': 'network-vif-deleted', 'tag': '18a9bb0e-c399-429a-bb61-ada9618df137', 'status': 'completed', 'code': 200}
Nov 10 21:25:43.762781 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['de0945f1-f083-4624-9cfe-28f17482cb24'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:43.771056 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] For port 1b243368-595e-491f-8491-d4d09cc2cf28, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:25:43.774845 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] For port 1b243368-595e-491f-8491-d4d09cc2cf28, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=1b243368-595e-491f-8491-d4d09cc2cf28,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:25:43.783998 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.796567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-865933eb-f51e-4962-b69d-0b6a16b58430 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:43.888442 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:43.889819 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] 10.222.0.76 "PUT /v2.0/ports/1b243368-595e-491f-8491-d4d09cc2cf28 HTTP/1.1" status: 200  len: 1093 time: 2.3420589
Nov 10 21:25:43.901555 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9956f3-7e5c-44d3-8f5b-8278db218fa4 req-916dd747-02f8-49ee-9fd8-48c38f376a92 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:43.904630 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1f9956f3-7e5c-44d3-8f5b-8278db218fa4 req-916dd747-02f8-49ee-9fd8-48c38f376a92 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 949 time: 0.1094151
Nov 10 21:25:43.970334 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1f9956f3-7e5c-44d3-8f5b-8278db218fa4 req-de51e492-72aa-49cc-86de-efa5b4197395 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578566
Nov 10 21:25:44.063286 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Pushing event updated for resources: {'Port': ['ID=1b243368-595e-491f-8491-d4d09cc2cf28,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:44.072761 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:44.130543 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e27b6183-dae0-4b9d-8622-be66d92f1497 req-07793483-a44f-48b3-8013-bbb2a9943002 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 1102 time: 0.2447412
Nov 10 21:25:44.137275 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949d6fbc-818d-41de-878c-88fe18610e04 req-58ed7987-4e56-4257-8c10-9770d28c35fa tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:44.138938 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-949d6fbc-818d-41de-878c-88fe18610e04 req-58ed7987-4e56-4257-8c10-9770d28c35fa tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 945 time: 0.2899373
Nov 10 21:25:44.142374 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-7c858ce2-b578-4cb1-ab2a-e76d22eb0227 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 1096 time: 0.1972771
Nov 10 21:25:44.240192 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1a2720ad-e68b-4ec1-bdf0-26886c1d29ca req-4dd10fc9-674d-406b-befb-9c970b32c7a6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=0bc6e1e9-9c32-4a4a-8ac9-43f85fecdb58 HTTP/1.1" status: 200  len: 210 time: 0.0469398
Nov 10 21:25:44.265056 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-419d81e5-309e-434a-b607-c8b7ee922b98 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b243368-595e-491f-8491-d4d09cc2cf28 HTTP/1.1" status: 200  len: 217 time: 0.1064806
Nov 10 21:25:44.333201 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e27b6183-dae0-4b9d-8622-be66d92f1497 req-8b2bebcf-bf11-43b3-9719-64d352b94305 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1895967
Nov 10 21:25:44.345391 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-949d6fbc-818d-41de-878c-88fe18610e04 req-4de8aa57-36fc-4b93-85cb-81c7ee17376a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1840477
Nov 10 21:25:44.354687 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4f94e71c-d47e-4e45-886f-0ed8510da966 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:44.356142 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-4f94e71c-d47e-4e45-886f-0ed8510da966 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.0827317
Nov 10 21:25:44.390442 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 18a9bb0e-c399-429a-bb61-ada9618df137 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:25:44.424048 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 18a9bb0e-c399-429a-bb61-ada9618df137 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:25:44.424392 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 18a9bb0e-c399-429a-bb61-ada9618df137 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:25:44.582759 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-fa64e98c-15bc-4af4-b5b7-25bec458543d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0413775
Nov 10 21:25:44.704133 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8e686c-f0fe-45f0-8f06-9835f3d8c140 req-bfe92ad9-95d8-4c4a-9505-41d72b6a2da5 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:44.707851 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1c8e686c-f0fe-45f0-8f06-9835f3d8c140 req-bfe92ad9-95d8-4c4a-9505-41d72b6a2da5 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 943 time: 0.0886188
Nov 10 21:25:44.732845 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-ad004576-e3a3-46b0-89ec-abd7e1c9ca9e service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1415167
Nov 10 21:25:44.756173 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1c8e686c-f0fe-45f0-8f06-9835f3d8c140 req-1f6e1931-5e62-4547-bc22-6b9da4d8df8a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439739
Nov 10 21:25:44.927939 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765be4d5-2e5f-47de-8667-e9fa09f34dfe req-dc53f5f4-0fd3-4014-955f-32483fc07021 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:44.929742 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-765be4d5-2e5f-47de-8667-e9fa09f34dfe req-dc53f5f4-0fd3-4014-955f-32483fc07021 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1993916
Nov 10 21:25:44.934196 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8e587c7-4736-4c66-98a4-8b41f1f52088 req-738d482c-0654-4273-bc99-fac6bfa57c3d service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1655908
Nov 10 21:25:44.982227 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-765be4d5-2e5f-47de-8667-e9fa09f34dfe req-859b9bd1-fdfc-4b6b-91be-6eb177ff90f3 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453405
Nov 10 21:25:45.188770 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3d38ef-4590-436d-9093-16b1c9e196ec req-03303fce-3854-462b-a7d4-0e456eabcea0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:45.191356 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3d3d38ef-4590-436d-9093-16b1c9e196ec req-03303fce-3854-462b-a7d4-0e456eabcea0 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 949 time: 0.0976627
Nov 10 21:25:45.252521 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3d3d38ef-4590-436d-9093-16b1c9e196ec req-aa14b0b3-b9cd-4cfa-b420-2d90958716fb tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0557590
Nov 10 21:25:45.635608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fff4bfb-a7b9-4ce1-87f5-f55cceaa4a56 req-8772b363-d6ae-4d59-92b0-aa3b2253b542 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:45.639447 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5fff4bfb-a7b9-4ce1-87f5-f55cceaa4a56 req-8772b363-d6ae-4d59-92b0-aa3b2253b542 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 945 time: 0.0881548
Nov 10 21:25:45.691841 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5fff4bfb-a7b9-4ce1-87f5-f55cceaa4a56 req-c9a02196-d805-4f89-9f79-cd2814dc4405 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474944
Nov 10 21:25:45.748704 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'tag': '1b243368-595e-491f-8491-d4d09cc2cf28'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:45.816255 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'tag': '1b243368-595e-491f-8491-d4d09cc2cf28', 'status': 'completed', 'code': 200}
Nov 10 21:25:45.914454 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31968227-d806-4ee9-886d-c8bace878344 req-63cde47e-02ce-4b5e-b42e-34b747a9cf31 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:45.919006 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-31968227-d806-4ee9-886d-c8bace878344 req-63cde47e-02ce-4b5e-b42e-34b747a9cf31 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1365364
Nov 10 21:25:45.987779 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-31968227-d806-4ee9-886d-c8bace878344 req-18a68559-cc72-45dd-9775-b631a0f690ff tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0618088
Nov 10 21:25:46.088275 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-cde48301-7b5c-4f68-895d-fa4aa99c27d0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=d217e17188c94444acafaeeb3b92cb40&device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 1096 time: 0.2370636
Nov 10 21:25:46.101374 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38037a-b207-4099-b1a9-d0fb9b6388e0 req-9f2174a6-e666-41db-9125-88b591bcf0ca tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:46.102126 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-9e38037a-b207-4099-b1a9-d0fb9b6388e0 req-9f2174a6-e666-41db-9125-88b591bcf0ca tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:46.151919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-9e38037a-b207-4099-b1a9-d0fb9b6388e0 req-9f2174a6-e666-41db-9125-88b591bcf0ca tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:46.153658 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9e38037a-b207-4099-b1a9-d0fb9b6388e0 req-9f2174a6-e666-41db-9125-88b591bcf0ca tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 943 time: 0.1682172
Nov 10 21:25:46.251497 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71b9f6a-207f-49fb-957e-be52bca8c7a6 req-1fe47920-88e8-4018-9f80-31faafe44465 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:46.252909 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a71b9f6a-207f-49fb-957e-be52bca8c7a6 req-1fe47920-88e8-4018-9f80-31faafe44465 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1124752
Nov 10 21:25:46.270829 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9e38037a-b207-4099-b1a9-d0fb9b6388e0 req-dd60d13f-ad8b-432c-83d9-9efe0fa7e398 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0736270
Nov 10 21:25:46.300610 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-941395e3-a861-4df1-a9ae-f80862024c2f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:46.302954 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-941395e3-a861-4df1-a9ae-f80862024c2f service neutron] 10.222.0.76 "GET /v2.0/networks?id=4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 200  len: 914 time: 0.1933482
Nov 10 21:25:46.318429 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a71b9f6a-207f-49fb-957e-be52bca8c7a6 req-d4a3d26b-fd8a-4c8e-b231-c23e1773822a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546563
Nov 10 21:25:46.404477 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 06a66019-cb7b-4ca3-9b2b-7c26f611a48f up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:25:46.489944 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-2341b07a-c9fb-4c0d-b35b-48591eb0d41c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1b243368-595e-491f-8491-d4d09cc2cf28 HTTP/1.1" status: 200  len: 217 time: 0.1772332
Nov 10 21:25:46.504891 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:25:46.509816 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:25:46.510199 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:46.573456 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-631cba3e-8e09-4070-9a52-fe6bfb023b2d service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:46.575974 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-631cba3e-8e09-4070-9a52-fe6bfb023b2d service neutron] 10.222.0.76 "GET /v2.0/subnets?id=a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 200  len: 852 time: 0.0772204
Nov 10 21:25:46.632118 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-ef003f69-292c-433e-94c7-fe1a64d6da05 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4dc21018-1e13-42d7-8415-abfaf390283b&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0468295
Nov 10 21:25:46.640133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ed435-f7ac-4cf7-8fe3-3250c90c2e62 req-dabbfd9c-5f87-4d78-a77b-dd13654b460a tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:46.641724 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-077ed435-f7ac-4cf7-8fe3-3250c90c2e62 req-dabbfd9c-5f87-4d78-a77b-dd13654b460a tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 949 time: 0.2066867
Nov 10 21:25:46.647294 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:46.700165 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:46.717287 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:46.725772 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:46.732185 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:46.787922 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'code': 200}
Nov 10 21:25:46.789906 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-077ed435-f7ac-4cf7-8fe3-3250c90c2e62 req-882900d8-4d1f-4a2c-842c-940f40e52c1b tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1243908
Nov 10 21:25:46.829937 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-a4baa1cb-ccb9-45c9-b555-2b7ad14a3972 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1862366
Nov 10 21:25:46.859981 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:46.863362 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:46.974410 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44aeac-fff6-4212-bdfe-dc9274363af0 req-8186e484-e344-4e98-9f26-deffb8c4d40d tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:46.986681 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ed44aeac-fff6-4212-bdfe-dc9274363af0 req-8186e484-e344-4e98-9f26-deffb8c4d40d tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1114924
Nov 10 21:25:47.044890 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e8a12c9e-2a4c-4f23-8518-c89670db7cf2 req-2603b4b7-ec64-41da-a6ba-6e488bd31188 service neutron] 10.222.0.76 "GET /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1981485
Nov 10 21:25:47.062376 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ed44aeac-fff6-4212-bdfe-dc9274363af0 req-ff5e2673-a4cb-47e0-bbc0-3a171f6b2270 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742466
Nov 10 21:25:47.104563 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3840948b-c9a7-4b12-a0d4-b4b001159b5f req-161120a8-cbb1-4f5c-866f-27c277f03ece service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1099 time: 0.1088068
Nov 10 21:25:47.182983 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3840948b-c9a7-4b12-a0d4-b4b001159b5f req-7527c1fb-354b-49d6-9432-f63ebac05701 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679464
Nov 10 21:25:47.333432 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ce48b-7601-4a4b-a9ca-3b3feee35e7a req-b24e9a00-4dc5-42d2-8fa8-af948540f77f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:47.335104 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cc4ce48b-7601-4a4b-a9ca-3b3feee35e7a req-b24e9a00-4dc5-42d2-8fa8-af948540f77f tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1466658
Nov 10 21:25:47.383152 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b58a4-0589-4521-9a5b-8971b319ae3f req-22293833-d0b2-426b-b2f3-f064526e7aeb tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:47.385594 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-620b58a4-0589-4521-9a5b-8971b319ae3f req-22293833-d0b2-426b-b2f3-f064526e7aeb tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 949 time: 0.1121619
Nov 10 21:25:47.387965 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cc4ce48b-7601-4a4b-a9ca-3b3feee35e7a req-58d27352-c8ef-4e36-ab3b-5b342166c907 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453706
Nov 10 21:25:47.470776 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-620b58a4-0589-4521-9a5b-8971b319ae3f req-bc78d12a-e8c0-458f-8b27-55213f84bf44 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0792012
Nov 10 21:25:47.605801 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d28b9f-5c4b-4a23-8199-61b057fd8d8b req-5c8dcc5b-4d41-4fa4-8fbe-1be982b0e5cf tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:47.607422 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-18d28b9f-5c4b-4a23-8199-61b057fd8d8b req-5c8dcc5b-4d41-4fa4-8fbe-1be982b0e5cf tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 943 time: 0.0879884
Nov 10 21:25:47.660330 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-18d28b9f-5c4b-4a23-8199-61b057fd8d8b req-20a44ff3-6424-4ab7-9663-b4477e76b7eb tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465403
Nov 10 21:25:47.767736 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3b163d-e032-4a17-bc01-9132c503f355 req-32f6e30c-2327-4617-a916-c57a870b39d2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:47.769488 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6b3b163d-e032-4a17-bc01-9132c503f355 req-32f6e30c-2327-4617-a916-c57a870b39d2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0869720
Nov 10 21:25:47.823402 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6b3b163d-e032-4a17-bc01-9132c503f355 req-d1ad6f8f-badb-4419-8a26-13c0b037a5d8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0482283
Nov 10 21:25:48.085484 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-45af57bb-f51d-4643-9c6e-97ae512232ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:48.270659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b49c5d-8ef9-4c34-8c99-c82cefad3567 req-e5f8f7dd-3281-4af2-97ba-2072131ffe2c tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:48.272062 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-85b49c5d-8ef9-4c34-8c99-c82cefad3567 req-e5f8f7dd-3281-4af2-97ba-2072131ffe2c tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0822365
Nov 10 21:25:48.320574 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-85b49c5d-8ef9-4c34-8c99-c82cefad3567 req-12a6938f-423a-49c0-af39-e5a73f13138e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418117
Nov 10 21:25:48.408728 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 1b243368-595e-491f-8491-d4d09cc2cf28 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:25:48.653165 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db56cc-20ba-4c47-8eaf-23149dbf17cf req-c4946b60-a8c5-4160-a288-0a0781f3f9f0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:48.656123 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-11db56cc-20ba-4c47-8eaf-23149dbf17cf req-c4946b60-a8c5-4160-a288-0a0781f3f9f0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Synchronizing usage tracker for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:48.672489 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 1b243368-595e-491f-8491-d4d09cc2cf28, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=1b243368-595e-491f-8491-d4d09cc2cf28,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:48.685813 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:48.693811 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '1b243368-595e-491f-8491-d4d09cc2cf28', 'network_id': '4dc21018-1e13-42d7-8415-abfaf390283b', 'port_id': '1b243368-595e-491f-8491-d4d09cc2cf28', 'mac_address': 'fa:16:3e:2a:df:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6276782-16b0-4a59-80ac-d8c117eec111', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:25:48.706116 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-11db56cc-20ba-4c47-8eaf-23149dbf17cf req-c4946b60-a8c5-4160-a288-0a0781f3f9f0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Unset dirty status for tenant:3a129cf072074532909c7c50b1d90478 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:48.708033 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-11db56cc-20ba-4c47-8eaf-23149dbf17cf req-c4946b60-a8c5-4160-a288-0a0781f3f9f0 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1704884
Nov 10 21:25:48.761134 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:48.766190 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97f9088-9a19-446e-9bc7-8a763c20f781 req-216d2b0e-90ae-4616-924b-dac126fb1b05 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:48.776743 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a97f9088-9a19-446e-9bc7-8a763c20f781 req-216d2b0e-90ae-4616-924b-dac126fb1b05 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 949 time: 0.1373336
Nov 10 21:25:48.783213 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b243368-595e-491f-8491-d4d09cc2cf28 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:25:48.802573 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 1b243368-595e-491f-8491-d4d09cc2cf28, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=1b243368-595e-491f-8491-d4d09cc2cf28,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:48.809402 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:48.812115 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-5e0d11b8-99dd-4065-802f-aa497c11ecf4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:48.814393 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-11db56cc-20ba-4c47-8eaf-23149dbf17cf req-2a72c7db-9015-4f67-828a-7632271fcba6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0930707
Nov 10 21:25:48.922573 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=1b243368-595e-491f-8491-d4d09cc2cf28,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:48.926267 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:48.940305 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a97f9088-9a19-446e-9bc7-8a763c20f781 req-cfa8146f-8649-4f2c-ad8d-902bb1d6b760 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612132
Nov 10 21:25:49.061975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb4b579-4512-4f7d-8a17-eb9b4d92400b req-7e03836d-5543-4d0a-8296-b66e2a4f87e5 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:49.063432 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1cb4b579-4512-4f7d-8a17-eb9b4d92400b req-7e03836d-5543-4d0a-8296-b66e2a4f87e5 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 944 time: 0.0929515
Nov 10 21:25:49.135300 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1cb4b579-4512-4f7d-8a17-eb9b4d92400b req-6a871042-d4a6-4e63-8550-b834a5b5ff9d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657568
Nov 10 21:25:49.180869 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976bfb2e-765b-4b10-b6e5-14a7a1cb4940 req-df55b4a9-629e-45fe-8a32-c3857a8cbc0f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:49.182421 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-976bfb2e-765b-4b10-b6e5-14a7a1cb4940 req-df55b4a9-629e-45fe-8a32-c3857a8cbc0f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1059024
Nov 10 21:25:49.235941 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-976bfb2e-765b-4b10-b6e5-14a7a1cb4940 req-4c1cd5c8-231c-4574-a255-ff44b5150ae1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0462496
Nov 10 21:25:49.284726 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['1b243368-595e-491f-8491-d4d09cc2cf28'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:49.600428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-c15a8908-8426-490f-930f-cbb958419cef tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:49.602026 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-c15a8908-8426-490f-930f-cbb958419cef tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.76 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 949 time: 0.1636717
Nov 10 21:25:49.684231 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac32a4-8301-44a2-aaf2-d10dfd67353e req-58e1fd58-fe76-45ff-a756-2f0d6d20f4b2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:49.685811 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-48ac32a4-8301-44a2-aaf2-d10dfd67353e req-58e1fd58-fe76-45ff-a756-2f0d6d20f4b2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1601813
Nov 10 21:25:49.696639 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Deleting port cc7be155-4758-47c9-8df0-5c8737692a70 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:25:49.697109 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:49.894426 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-48ac32a4-8301-44a2-aaf2-d10dfd67353e req-4d005aa9-c7e2-4c4e-abb7-a1146895c176 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2013965
Nov 10 21:25:50.074823 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79268816-4f08-4c00-97a3-2be06f43db12 req-a084bef9-ac61-42b1-bc5e-3bde577a36ed tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:50.077982 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-79268816-4f08-4c00-97a3-2be06f43db12 req-a084bef9-ac61-42b1-bc5e-3bde577a36ed tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.1284475
Nov 10 21:25:50.133556 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-79268816-4f08-4c00-97a3-2be06f43db12 req-5e6adb40-0db1-4e8c-be1b-fb723d7d3ec5 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492837
Nov 10 21:25:50.147215 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] For port cc7be155-4758-47c9-8df0-5c8737692a70, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=cc7be155-4758-47c9-8df0-5c8737692a70,segment=NetworkSegment(3dee6b52-2f75-470a-b3b7-5dbefeeaaece),segment_id=3dee6b52-2f75-470a-b3b7-5dbefeeaaece)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:50.147627 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:50.293392 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Calling delete_port for cc7be155-4758-47c9-8df0-5c8737692a70 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:25:50.347582 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43c52e-bab7-4873-b1f2-60d6d69413f9 req-e83ac0a1-bfa2-45c8-be5c-2f551b303e87 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:50.349374 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8e43c52e-bab7-4873-b1f2-60d6d69413f9 req-e83ac0a1-bfa2-45c8-be5c-2f551b303e87 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.3001482
Nov 10 21:25:50.377589 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105b3279-d28c-4f75-a4d6-dc9ad7ed7139 req-df0f2894-2097-4d77-8363-153857d37bcc tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:50.380293 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-105b3279-d28c-4f75-a4d6-dc9ad7ed7139 req-df0f2894-2097-4d77-8363-153857d37bcc tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 949 time: 0.1040554
Nov 10 21:25:50.416227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 1b243368-595e-491f-8491-d4d09cc2cf28 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:25:50.467535 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-105b3279-d28c-4f75-a4d6-dc9ad7ed7139 req-364d1ff9-d3f8-4351-b96a-1f6dd1309d40 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/security-groups?id=17b5a5b7-ffa5-43dd-96cf-7500890ce34a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771444
Nov 10 21:25:50.520798 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 1b243368-595e-491f-8491-d4d09cc2cf28 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:25:50.530944 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 1b243368-595e-491f-8491-d4d09cc2cf28 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:25:50.531981 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:50.546600 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8e43c52e-bab7-4873-b1f2-60d6d69413f9 req-0067d768-5416-46d7-984c-2f66920e1e2c tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1880252
Nov 10 21:25:50.550334 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:50.571248 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d174018b-38c4-4662-8119-666b8561b75d tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:50.586234 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 42602) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:25:50.586763 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['cc7be155-4758-47c9-8df0-5c8737692a70'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:50.669099 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Pushing event deleted for resources: {'Port': ['ID=cc7be155-4758-47c9-8df0-5c8737692a70,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:50.672733 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:50.712402 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e46a3-0920-4208-aed2-567347872bb5 req-d80700a4-b1fe-42b1-a143-f5d80dc16792 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:50.721372 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b4e46a3-0920-4208-aed2-567347872bb5 req-d80700a4-b1fe-42b1-a143-f5d80dc16792 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 944 time: 0.1139028
Nov 10 21:25:50.793966 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b4e46a3-0920-4208-aed2-567347872bb5 req-071c9d4a-99c9-417a-8a1c-5bc22e8694cb tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0713947
Nov 10 21:25:50.814875 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:50.841211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] No DVR routers for this DVR port cc7be155-4758-47c9-8df0-5c8737692a70 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:25:50.845333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:50.859133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'name': 'network-vif-deleted', 'tag': 'cc7be155-4758-47c9-8df0-5c8737692a70'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:50.863828 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b243368-595e-491f-8491-d4d09cc2cf28'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:50.880297 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 1b243368-595e-491f-8491-d4d09cc2cf28, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=1b243368-595e-491f-8491-d4d09cc2cf28,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:50.885341 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-947f6bd4-f0dd-4886-b35c-f88ab82541f5 req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.76 "DELETE /v2.0/ports/cc7be155-4758-47c9-8df0-5c8737692a70 HTTP/1.1" status: 204  len: 173 time: 1.2753696
Nov 10 21:25:50.887551 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:50.892318 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:50.949604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6577aed3-ab20-4386-b1fc-55dadea050b8 req-c9d8901e-4d02-4b7d-adce-d8a7ae40b78a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:50.951225 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6577aed3-ab20-4386-b1fc-55dadea050b8 req-c9d8901e-4d02-4b7d-adce-d8a7ae40b78a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2270465
Nov 10 21:25:50.955773 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238', 'name': 'network-vif-deleted', 'tag': 'cc7be155-4758-47c9-8df0-5c8737692a70', 'status': 'completed', 'code': 200}
Nov 10 21:25:50.999201 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=1b243368-595e-491f-8491-d4d09cc2cf28,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:51.004742 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:51.034369 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6577aed3-ab20-4386-b1fc-55dadea050b8 req-7061e8f4-ed67-412c-a87a-1abc7c869ecd tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755289
Nov 10 21:25:51.072889 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b243368-595e-491f-8491-d4d09cc2cf28', 'code': 200}
Nov 10 21:25:51.151054 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2cd8f994-6154-4dfb-b614-3e8f71428905 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:51.172406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9ec5a305-8991-41f8-95c1-072fca21ac5c tempest-TestShelveInstance-800277605 tempest-TestShelveInstance-800277605-project-admin] Synchronizing usage tracker for tenant:ce13adf939fd4eb5aceff9fffd0afa56 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:25:51.196119 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9ec5a305-8991-41f8-95c1-072fca21ac5c tempest-TestShelveInstance-800277605 tempest-TestShelveInstance-800277605-project-admin] Unset dirty status for tenant:ce13adf939fd4eb5aceff9fffd0afa56 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:25:51.202429 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42614) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:25:51.202735 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9ec5a305-8991-41f8-95c1-072fca21ac5c tempest-TestShelveInstance-800277605 tempest-TestShelveInstance-800277605-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1094 time: 0.6151600
Nov 10 21:25:51.208252 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'port_id': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:25:51.219808 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:25:51.228891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Usage tracker for resource:floatingip and tenant:ffa501fa20714772a12a13b5b10a8960 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:25:51.235494 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:25:51.246780 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:25:51.265404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for floatingip, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:51.589885 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:51.681889 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fa7fb5-7832-4703-a3d9-3e6de499d11a req-c9e13839-34ce-4ea6-b137-bbb9f0ee4103 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:51.686133 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f0fa7fb5-7832-4703-a3d9-3e6de499d11a req-c9e13839-34ce-4ea6-b137-bbb9f0ee4103 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.3875942
Nov 10 21:25:51.688430 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-93ae3ea6-a504-4614-9a7e-dc67e6f7ce3b req-13b355ca-a9b7-42c4-8718-bc7eb707f7d4 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] 10.222.0.46 "GET /v2.0/ports?device_id=d5f4c65d-4c24-4fd8-87a6-5d6a6d8d6238 HTTP/1.1" status: 200  len: 210 time: 0.0524521
Nov 10 21:25:51.719968 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f0fe1fbf-b4b2-4f9c-be83-81c1326e4c4a req-d3008931-0ed2-4e84-bdbb-8f25d2834273 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 1098 time: 0.3586490
Nov 10 21:25:51.905537 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f0fa7fb5-7832-4703-a3d9-3e6de499d11a req-f347f309-0995-403e-9cd0-4a907ad678b6 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1951468
Nov 10 21:25:51.911942 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f0fe1fbf-b4b2-4f9c-be83-81c1326e4c4a req-b6934014-efc8-4e08-a4fd-6ed2a6003911 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1602495
Nov 10 21:25:51.915781 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:52.045406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785b960d-5411-4542-a2b3-578684f0c552 req-43aab929-3250-4129-a39e-34c4365714d7 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:52.048096 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-785b960d-5411-4542-a2b3-578684f0c552 req-43aab929-3250-4129-a39e-34c4365714d7 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 945 time: 0.1256685
Nov 10 21:25:52.117493 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Allocated IP 172.27.0.207 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/64d6cf02-cecd-443a-83b7-51f2572db273) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:25:52.123085 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-785b960d-5411-4542-a2b3-578684f0c552 req-edcf73ca-7e83-4edc-a7cc-97f102ea779c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0680752
Nov 10 21:25:52.340990 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:52.354608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2950cb-8744-494a-ba5c-aeba8d86d113 req-bcf64a60-465c-46ce-817c-08512b4fb327 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:52.356699 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-db2950cb-8744-494a-ba5c-aeba8d86d113 req-bcf64a60-465c-46ce-817c-08512b4fb327 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1527383
Nov 10 21:25:52.457409 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-db2950cb-8744-494a-ba5c-aeba8d86d113 req-d523b840-aba6-4e96-8d8b-5a643da065c3 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0927269
Nov 10 21:25:52.458898 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:52.466657 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:52.700568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:25:52.705793 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:25:52.708381 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:25:52.735988 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'Port': ['ID=64d6cf02-cecd-443a-83b7-51f2572db273,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:52.739989 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:52.845010 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-f7fe8174-f7f7-4788-9454-079ec1606620 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:52.846847 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-f7fe8174-f7f7-4788-9454-079ec1606620 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.2163379
Nov 10 21:25:53.002896 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Deleting port de0945f1-f083-4624-9cfe-28f17482cb24 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:25:53.003316 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:53.363029 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a1d488-f7c1-461d-8d98-4e7bb9182c97 req-08108248-fe27-4962-8bb7-e0ca7554d08f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:53.372336 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-99a1d488-f7c1-461d-8d98-4e7bb9182c97 req-08108248-fe27-4962-8bb7-e0ca7554d08f tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 945 time: 0.1008747
Nov 10 21:25:53.437519 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-99a1d488-f7c1-461d-8d98-4e7bb9182c97 req-e5cb7b1e-6e52-4669-a0e8-c7cdc26ac6ba tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639822
Nov 10 21:25:53.544410 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce3dbf7-7cf1-4ead-a8cb-b2aec93de88d req-1ec41c62-c860-49d6-a1be-7592ce812b61 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:53.553775 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4ce3dbf7-7cf1-4ead-a8cb-b2aec93de88d req-1ec41c62-c860-49d6-a1be-7592ce812b61 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 945 time: 0.4297628
Nov 10 21:25:53.554289 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:53.586017 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] For port de0945f1-f083-4624-9cfe-28f17482cb24, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=de0945f1-f083-4624-9cfe-28f17482cb24,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:53.586462 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:53.734129 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9803ac11-4ef6-4317-8f3e-c58cf5a56f0b req-89a68c63-c6a1-4e5a-a35e-0fd5a79dbd2f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:53.741465 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9803ac11-4ef6-4317-8f3e-c58cf5a56f0b req-89a68c63-c6a1-4e5a-a35e-0fd5a79dbd2f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1165650
Nov 10 21:25:53.748299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Calling delete_port for de0945f1-f083-4624-9cfe-28f17482cb24 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:25:53.800908 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9803ac11-4ef6-4317-8f3e-c58cf5a56f0b req-35ce9261-d7f0-4150-a0b1-66a53e627521 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0569839
Nov 10 21:25:53.862461 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4ce3dbf7-7cf1-4ead-a8cb-b2aec93de88d req-863b15b9-f27b-40c0-8887-d9a6e4937e14 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/security-groups?id=6472256a-f11c-4ac3-a724-a06136bc5516&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3076000
Nov 10 21:25:54.151231 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:54.156894 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:54.167572 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:54.173064 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['de0945f1-f083-4624-9cfe-28f17482cb24'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:25:54.224409 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Pushing event deleted for resources: {'Port': ['ID=de0945f1-f083-4624-9cfe-28f17482cb24,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:54.226872 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:54.434544 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device cc7be155-4758-47c9-8df0-5c8737692a70 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:25:54.485154 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: cc7be155-4758-47c9-8df0-5c8737692a70 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:25:54.485501 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device cc7be155-4758-47c9-8df0-5c8737692a70 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:25:54.486049 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device de0945f1-f083-4624-9cfe-28f17482cb24 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:25:54.526272 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: de0945f1-f083-4624-9cfe-28f17482cb24 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:25:54.526621 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device de0945f1-f083-4624-9cfe-28f17482cb24 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:25:54.578174 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:54.608355 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] No DVR routers for this DVR port de0945f1-f083-4624-9cfe-28f17482cb24 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:25:54.621542 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:54.625276 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'name': 'network-vif-deleted', 'tag': 'de0945f1-f083-4624-9cfe-28f17482cb24'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:54.687177 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553e02e8-3f92-44e6-a067-06a24e1dc81d req-a2739c49-f5ac-4409-be2c-d74a71ad0ce1 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:54.688663 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-553e02e8-3f92-44e6-a067-06a24e1dc81d req-a2739c49-f5ac-4409-be2c-d74a71ad0ce1 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 945 time: 0.0831456
Nov 10 21:25:54.697617 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-eb54bbad-b8d8-438b-8e09-579fa2914dde req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.76 "DELETE /v2.0/ports/de0945f1-f083-4624-9cfe-28f17482cb24 HTTP/1.1" status: 204  len: 173 time: 1.8422601
Nov 10 21:25:54.726548 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-bf3064b3-bfec-46db-98be-f0727f6e4f78 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 1098 time: 0.4668784
Nov 10 21:25:54.759281 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-553e02e8-3f92-44e6-a067-06a24e1dc81d req-9d53c3dc-f870-4e60-9313-348754df9b03 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635712
Nov 10 21:25:54.809249 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b350bedb-8bb3-4de4-b67e-a391af7fa00b req-7b9936af-b0b4-4d0b-801e-e6f3da4f1a97 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:54.816495 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b350bedb-8bb3-4de4-b67e-a391af7fa00b req-7b9936af-b0b4-4d0b-801e-e6f3da4f1a97 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.6499910
Nov 10 21:25:54.882484 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ffebcee-646b-46a0-be22-05a673d8ef89', 'name': 'network-vif-deleted', 'tag': 'de0945f1-f083-4624-9cfe-28f17482cb24', 'status': 'completed', 'code': 200}
Nov 10 21:25:55.005474 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b350bedb-8bb3-4de4-b67e-a391af7fa00b req-6b8d105a-8031-46fd-abee-69ad6a25c09a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1881061
Nov 10 21:25:55.048982 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:55.052744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-4d3a6449-48fe-4feb-a41c-1bf1bcee2261 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:55.054114 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-4d3a6449-48fe-4feb-a41c-1bf1bcee2261 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 912 time: 0.3203447
Nov 10 21:25:55.055183 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:55.059759 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-dfc51c21-a048-4801-be09-e54af873b088 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:55.192963 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d78b18fc-846d-420a-bd58-0dd4fefb809e req-1eb0b802-269e-4654-803a-27bce09ee755 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] 10.222.0.46 "GET /v2.0/ports?device_id=6ffebcee-646b-46a0-be22-05a673d8ef89 HTTP/1.1" status: 200  len: 210 time: 0.0681615
Nov 10 21:25:55.201030 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event updated for resources: {'Port': ['ID=64d6cf02-cecd-443a-83b7-51f2572db273,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:55.207932 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:55.215629 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:55.316045 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-c10bdbc1-742b-4595-b97c-70617d51611b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 200  len: 1001 time: 0.1987028
Nov 10 21:25:55.488087 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-efc1c152-ca51-4d92-b47e-79420c88a5f4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:55.492433 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-efc1c152-ca51-4d92-b47e-79420c88a5f4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.1666331
Nov 10 21:25:55.657321 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-934e9514-5ec2-416a-85e9-6ffc949ec21b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1485598
Nov 10 21:25:55.692941 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Floating IP 577c8e66-d5e3-4c04-b90f-0a658a130458 associated. External IP: 172.27.0.207, port: 06a66019-cb7b-4ca3-9b2b-7c26f611a48f.
Nov 10 21:25:55.896276 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-29dbed33-9651-4e8e-b03f-7a7b93b15e2b service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315373
Nov 10 21:25:56.147871 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-25d79cc1-fcb8-4917-9cbc-0b8fad1dbe9f req-fa355464-44c7-4b88-8658-648a0f26d84b service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2024233
Nov 10 21:25:56.352750 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 42796) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:25:56.472285 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdfd5d1-286d-4d3f-b343-34f67998c325 req-56489b94-fd2b-4be0-9b58-015ce750d303 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:56.473720 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfdfd5d1-286d-4d3f-b343-34f67998c325 req-56489b94-fd2b-4be0-9b58-015ce750d303 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1190803
Nov 10 21:25:56.610867 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfdfd5d1-286d-4d3f-b343-34f67998c325 req-dd6c89f0-5c34-484f-b6cc-f58c7da0de13 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0845923
Nov 10 21:25:56.729418 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:25:56.955607 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:57.048593 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:25:57.062842 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] Sync routers for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:25:57.079433 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:57.083247 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:25:57.084199 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23c58e20>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:25:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:25:57.149459 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 5.9462206
Nov 10 21:25:57.150174 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:25:57.238808 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'status': 'completed', 'code': 200}
Nov 10 21:25:57.420954 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-51c7ddbd-7390-4b91-bb67-17c1f630373c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1099 time: 0.1291907
Nov 10 21:25:57.576271 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:25:57.723004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-605374f1-ca91-46c6-b5b3-ab62ea7ede77 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:57.724754 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-605374f1-ca91-46c6-b5b3-ab62ea7ede77 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 910 time: 0.2981658
Nov 10 21:25:57.955173 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-5512eddf-1b16-40ff-a241-5e07a11fefb1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 1000 time: 0.2229595
Nov 10 21:25:58.050575 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7e009-a86b-4a67-86ab-ca2cb7559ea2 req-9f778ccc-7a09-4f6a-a6a4-4dd65e580d2b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:58.052049 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-10c7e009-a86b-4a67-86ab-ca2cb7559ea2 req-9f778ccc-7a09-4f6a-a6a4-4dd65e580d2b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.2121224
Nov 10 21:25:58.061722 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-fe8ad567-9436-4679-8b9f-6d35df1b5585 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:25:58.062546 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-fe8ad567-9436-4679-8b9f-6d35df1b5585 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.0884581
Nov 10 21:25:58.172598 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-10c7e009-a86b-4a67-86ab-ca2cb7559ea2 req-fd9aba02-d0ed-4dda-9b12-b21dccb02cd6 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1062210
Nov 10 21:25:58.182584 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23c58e20>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '577c8e66-d5e3-4c04-b90f-0a658a130458', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'port_id': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'mac_address': 'fa:16:3e:7b:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a73582-a880-4666-88ed-540bb682078c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:25:53Z', 'updated_at': '2021-11-10T21:25:53Z', 'revision_number': 0, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:16Z', 'revision_number': 5, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:25:58.190489 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] Checking router: 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:25:58.224582 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:25:58.225507 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23c58e20>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:25:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:25:58.226968 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Deleting port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:25:58.227489 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:58.232116 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-3d114a7e-659c-4135-8d6e-4745a2b389cd service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1447196
Nov 10 21:25:58.418244 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-dcb49cf4-0727-4bfb-89f1-70f408d3465b service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1783133
Nov 10 21:25:58.461590 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:25:58.477131 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] For port 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,segment=NetworkSegment(e012a427-e459-4bcd-8eec-d82a3f1d5415),segment_id=e012a427-e459-4bcd-8eec-d82a3f1d5415)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:25:58.477760 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:58.588330 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e01c8914-79e8-4f77-ac3a-036a9348c1e7 req-e8193092-003a-4de4-8df6-c91e71d0498b service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1629241
Nov 10 21:25:58.603217 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Calling delete_port for 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:25:58.829742 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23c58e20>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '577c8e66-d5e3-4c04-b90f-0a658a130458', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'port_id': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'mac_address': 'fa:16:3e:7b:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a73582-a880-4666-88ed-540bb682078c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:25:53Z', 'updated_at': '2021-11-10T21:25:53Z', 'revision_number': 0, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:16Z', 'revision_number': 5, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:25:58.834080 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62ff7d1c-f590-4f33-9387-75843c08c0d2 None None] The sync data for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi is: [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '577c8e66-d5e3-4c04-b90f-0a658a130458', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'floating_ip_address': '172.27.0.207', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'port_id': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'mac_address': 'fa:16:3e:7b:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5a73582-a880-4666-88ed-540bb682078c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:25:53Z', 'updated_at': '2021-11-10T21:25:53Z', 'revision_number': 0, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:16Z', 'revision_number': 5, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:25:59.016442 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:59.021621 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:59.067261 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc0f4f2-47a7-4e03-aa63-65e8118c07e8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:59.069817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:59.118708 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caedd170-29c8-4c42-a5e0-b84c4cc25a6c None None] New status for floating IP 577c8e66-d5e3-4c04-b90f-0a658a130458: ACTIVE {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:25:59.328281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42866) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:25:59.477381 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:59.554208 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-a6ac5a7d-bcc8-460f-ac91-2e4e3244bc8d admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bf9db3a017a4511adbd5f07f57be214&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2245057
Nov 10 21:25:59.559564 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42876) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:25:59.655814 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:59.686432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:59.744243 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:59.753754 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-442e82a9-1057-4c97-a756-9af71229cc1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:25:59.780232 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17b5a5b7-ffa5-43dd-96cf-7500890ce34a,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:25:59.784432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:25:59.793652 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:25:59.795528 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/17b5a5b7-ffa5-43dd-96cf-7500890ce34a HTTP/1.1" status: 204  len: 168 time: 0.2344563
Nov 10 21:26:00.246666 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:26:00.498029 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:26:00.510109 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] Sync routers for ids ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:26:00.524369 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] 10.222.0.46 "PUT /v2.0/routers/7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1704264
Nov 10 21:26:00.527790 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42894) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:00.529765 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] Routers {'7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:00.530576 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23b526d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:25:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:00.745169 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] Set router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:00.794520 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42904) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:00.859055 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks [] for router, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:00.969404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-251574980-network', 'tenant_id': '7801965e633341e2bb51508764ca2a2d'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:00.976284 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:01.026722 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Usage tracker for resource:network and tenant:7801965e633341e2bb51508764ca2a2d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:01.038163 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:01.053104 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:01.072140 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Made reservation on behalf of 7801965e633341e2bb51508764ca2a2d for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:26:01.074623 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.090902 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.153894 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:01.154754 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23b526d0>, [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174'}], 'enable_snat': True}, 'gw_port_id': '824beee3-f53c-445b-9875-612e0e11fccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:25:58Z', 'revision_number': 5, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port': {'id': '824beee3-f53c-445b-9875-612e0e11fccd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:de:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:17Z', 'updated_at': '2021-11-10T21:21:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:01.160719 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] Checking router: 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:26:01.162105 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Usage tracker for resource:security_group_rule and tenant:7801965e633341e2bb51508764ca2a2d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:01.169729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:01.174218 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] Routers {'7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:01.174837 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23b526d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:25:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:01.180864 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:01.201562 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.223286 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Deleting port 824beee3-f53c-445b-9875-612e0e11fccd {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:01.223625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.340089 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] Set router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:01.391971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.404790 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.410704 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:01.452738 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23b526d0>, [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:26:01Z', 'revision_number': 6, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:01.458764 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0385707f-b0de-4ffa-91cf-1d80414aa3ce None None] The sync data for ids ['7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f'] in dv-cinder-817261-1-iscsi is: [{'id': '7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f', 'name': 'tempest-ServerRescueNegativeTestJSON-1779659097-router', 'tenant_id': '3a129cf072074532909c7c50b1d90478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:15Z', 'updated_at': '2021-11-10T21:26:01Z', 'revision_number': 6, 'project_id': '3a129cf072074532909c7c50b1d90478', 'gw_port_host': None}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:26:01.468563 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1105}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:26:01.485120 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=031de41b-d97a-46ab-9e09-4e91f51cfb9b,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:01.492939 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] For port 824beee3-f53c-445b-9875-612e0e11fccd, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=824beee3-f53c-445b-9875-612e0e11fccd,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:01.493297 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.501555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:01.506780 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.507141 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Added segment a0479313-af02-45ac-b21d-b77a7e5113cf of type vlan for network a80b8d04-e802-49e0-b147-b2598a1827a6
Nov 10 21:26:01.632020 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Calling delete_port for 824beee3-f53c-445b-9875-612e0e11fccd owned by network:router_gateway {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:01.693368 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.896402 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.899713 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:01.900282 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:01.907480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5ed01ad6-c5e2-48ed-876b-23f9ed06d529 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:02.031026 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.2359924
Nov 10 21:26:02.034903 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Pushing event updated for resources: {'Network': ['ID=a80b8d04-e802-49e0-b147-b2598a1827a6,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:02.035163 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 42912) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:02.038078 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:02.043081 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Request body: {'subnet': {'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-251574980-subnet', 'tenant_id': '7801965e633341e2bb51508764ca2a2d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:02.048216 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network a80b8d04-e802-49e0-b147-b2598a1827a6 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:26:02.049357 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:02.054042 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Usage tracker for resource:subnet and tenant:7801965e633341e2bb51508764ca2a2d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:02.057517 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:02.065051 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:02.078774 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Made reservation on behalf of 7801965e633341e2bb51508764ca2a2d for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:26:02.083115 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8098528'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.113555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.118223 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7a9c1dd0-307d-4371-a697-264f09b4879d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:02.165403 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=824beee3-f53c-445b-9875-612e0e11fccd,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:02.167778 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:02.384848 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:02.424551 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:02.426383 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2fc0f4f2-47a7-4e03-aa63-65e8118c07e8 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:02.432082 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 824beee3-f53c-445b-9875-612e0e11fccd no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:02.442115 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7650035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8098550'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.448005 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:02.454939 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.498647 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 824beee3-f53c-445b-9875-612e0e11fccd {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:02.499624 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 824beee3-f53c-445b-9875-612e0e11fccd not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:02.538516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0977c01f-22dc-499d-bf20-b62b00f981eb,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:02.541855 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:02.555318 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Checking segment: {'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:26:02.555666 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Network hostable DHCP agents. Network: a80b8d04-e802-49e0-b147-b2598a1827a6, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:26:02.581013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Network a80b8d04-e802-49e0-b147-b2598a1827a6 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:26:02.591520 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, a80b8d04-e802-49e0-b147-b2598a1827a6) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:26:02.595589 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:02.596156 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.605477 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f82bb7f-03ee-4d72-8b47-f34eb54b1edd None None] Network a80b8d04-e802-49e0-b147-b2598a1827a6 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:26:02.631096 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-11d894ff-f20c-445a-84a3-e90fcdaa27f5 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.5856783
Nov 10 21:26:02.747305 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.751810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.837988 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7be4508-344a-434a-bebb-7fd7d3fb3407 None None] Network a80b8d04-e802-49e0-b147-b2598a1827a6 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:26:02.852078 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.853900 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f {{(pid=82878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:26:02.886541 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:02.888993 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] 10.222.0.46 "DELETE /v2.0/routers/7f115b91-4b5f-4f8d-b7e4-cec92eed9b9f HTTP/1.1" status: 204  len: 168 time: 2.3595684
Nov 10 21:26:02.891763 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 42922) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:02.993948 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Deleting subnet 599f43dd-5aa4-4bf1-9cf1-c96146e35986 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:26:03.002981 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.076181 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.139844 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.238778 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.243221 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:03.283929 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=599f43dd-5aa4-4bf1-9cf1-c96146e35986,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:03.286610 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:03.293114 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.299605 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/599f43dd-5aa4-4bf1-9cf1-c96146e35986 HTTP/1.1" status: 204  len: 168 time: 0.4058383
Nov 10 21:26:03.302777 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 42928) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:03.575119 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.730179 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.760430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde22edeaf0>,) {'filters': {'network_id': ['aaa41312-d9ff-428f-b98e-96a8a89c3548']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:03.774558 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22edeaf0>, 'e012a427-e459-4bcd-8eec-d82a3f1d5415') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:03.774851 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22edeaf0>, 'e012a427-e459-4bcd-8eec-d82a3f1d5415') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:03.788414 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.807358 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.816492 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Releasing vlan 1115 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:26:03.817062 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:26:03.832034 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:26:03.923144 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.931171 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:03.937359 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-755ea086-4254-4c73-8727-7f884ccc9461 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:03.980107 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Pushing event deleted for resources: {'Network': ['ID=aaa41312-d9ff-428f-b98e-96a8a89c3548,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:03.983943 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:03.991386 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] 10.222.0.46 "DELETE /v2.0/networks/aaa41312-d9ff-428f-b98e-96a8a89c3548 HTTP/1.1" status: 204  len: 168 time: 0.6869400
Nov 10 21:26:04.168356 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42940) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:04.218682 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-cd8e00ac-8058-430d-8350-75e4717f59c5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3a129cf072074532909c7c50b1d90478&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0537579
Nov 10 21:26:04.221050 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 42944) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:04.283998 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:04.313389 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:04.373948 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:04.379126 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-751f1939-cdf8-4e2d-ad12-8da296c06f7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:04.393189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6472256a-f11c-4ac3-a724-a06136bc5516,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:04.395533 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:04.406589 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:04.410275 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6472256a-f11c-4ac3-a724-a06136bc5516 HTTP/1.1" status: 204  len: 168 time: 0.1876869
Nov 10 21:26:05.119864 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dda039-22ca-430b-908d-c1176cb4256f req-ecbae71f-65b3-4abb-8b0b-a2e5c406b738 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:05.120408 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-ecbae71f-65b3-4abb-8b0b-a2e5c406b738 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/networks?id=a80b8d04-e802-49e0-b147-b2598a1827a6 HTTP/1.1" status: 200  len: 813 time: 0.1768079
Nov 10 21:26:05.144862 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-4c0339bc-6263-46e8-bd8f-e001977c5736 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/quotas/7801965e633341e2bb51508764ca2a2d HTTP/1.1" status: 200  len: 375 time: 0.0140920
Nov 10 21:26:05.235506 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-2504209f-1480-4792-a730-4b01af86b989 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7801965e633341e2bb51508764ca2a2d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0801463
Nov 10 21:26:05.421303 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-5eb906b2-2c4f-4cd4-95d5-c47ec2139cdc service neutron] 10.222.0.46 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805310
Nov 10 21:26:05.586423 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-cbb80174-1289-484d-ac86-9e778e0e5449 service neutron] 10.222.0.46 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1640129
Nov 10 21:26:06.217334 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-99b67e42-d510-4691-9687-1a0d1798db19 req-5ab66896-b7b9-4a24-bb76-7dc5dce9de89 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 210 time: 0.0585442
Nov 10 21:26:07.492295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dda039-22ca-430b-908d-c1176cb4256f req-10947a27-3256-400e-8bea-959a54b89976 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:07.494829 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-a1dda039-22ca-430b-908d-c1176cb4256f req-10947a27-3256-400e-8bea-959a54b89976 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Synchronizing usage tracker for tenant:7801965e633341e2bb51508764ca2a2d on resource:network {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:07.568891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-a1dda039-22ca-430b-908d-c1176cb4256f req-10947a27-3256-400e-8bea-959a54b89976 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Unset dirty status for tenant:7801965e633341e2bb51508764ca2a2d on resource:network {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:07.570259 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-10947a27-3256-400e-8bea-959a54b89976 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "GET /v2.0/networks?id=a80b8d04-e802-49e0-b147-b2598a1827a6 HTTP/1.1" status: 200  len: 813 time: 0.4022548
Nov 10 21:26:07.578240 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-56486e65-40a7-445f-9767-a45a301a2a92 req-3557e610-0c23-4bc7-9cbf-0ad7272f877b tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 210 time: 0.0581710
Nov 10 21:26:07.608850 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Request body: {'port': {'device_id': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6', 'admin_state_up': True, 'tenant_id': '7801965e633341e2bb51508764ca2a2d'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:07.758625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:07.765322 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Usage tracker for resource:port and tenant:7801965e633341e2bb51508764ca2a2d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:07.768555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Quota usage for port was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:07.775234 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:07.786895 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Made reservation on behalf of 7801965e633341e2bb51508764ca2a2d for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:26:07.790333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:08.052217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Allocated IP 172.20.0.7 (a80b8d04-e802-49e0-b147-b2598a1827a6/0977c01f-22dc-499d-bf20-b62b00f981eb/fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:26:08.512074 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:08.582837 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:08.593275 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:08.673438 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Network a80b8d04-e802-49e0-b147-b2598a1827a6 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:26:08.676898 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:26:08.679598 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:26:08.684735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:08.685445 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:08.712650 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Pushing event updated for resources: {'Port': ['ID=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:08.716742 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:08.873707 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2735670
Nov 10 21:26:08.891648 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Request body: {'port': {'device_id': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:09.001978 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946cce1a-707a-449b-a444-3545a3865e1a req-61751170-dc57-4f7a-8db9-84149a48d9c4 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:09.002675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-946cce1a-707a-449b-a444-3545a3865e1a req-61751170-dc57-4f7a-8db9-84149a48d9c4 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Synchronizing usage tracker for tenant:7801965e633341e2bb51508764ca2a2d on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:09.043140 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:09.054302 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-946cce1a-707a-449b-a444-3545a3865e1a req-61751170-dc57-4f7a-8db9-84149a48d9c4 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Unset dirty status for tenant:7801965e633341e2bb51508764ca2a2d on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:09.055568 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-946cce1a-707a-449b-a444-3545a3865e1a req-61751170-dc57-4f7a-8db9-84149a48d9c4 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 931 time: 0.3374772
Nov 10 21:26:09.166656 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-946cce1a-707a-449b-a444-3545a3865e1a req-eedc91b0-8982-4949-9390-65025e79c3c1 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Synchronizing usage tracker for tenant:7801965e633341e2bb51508764ca2a2d on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:09.248265 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-946cce1a-707a-449b-a444-3545a3865e1a req-eedc91b0-8982-4949-9390-65025e79c3c1 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Unset dirty status for tenant:7801965e633341e2bb51508764ca2a2d on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:09.249537 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-946cce1a-707a-449b-a444-3545a3865e1a req-eedc91b0-8982-4949-9390-65025e79c3c1 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1861935
Nov 10 21:26:09.505378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:26:09.514265 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:09.534339 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Transition to ACTIVE for port object fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:26:09.540267 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:09.545836 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8fe7a7e6-ba09-4082-80b6-7d1e4e149bc7 tempest-VolumesActionsTest-1351322147 tempest-VolumesActionsTest-1351322147-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:09.698072 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:09.703641 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:09.783940 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Attempting to bind port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:26:09.784428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Attempting to bind port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:26:09.784755 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Attempting to bind port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc on network a80b8d04-e802-49e0-b147-b2598a1827a6 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:26:09.794774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc on network a80b8d04-e802-49e0-b147-b2598a1827a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:26:09.795026 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Attempting to bind port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc on network a80b8d04-e802-49e0-b147-b2598a1827a6 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:26:09.802649 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 25, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:26:09.802982 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Checking segment: {'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:26:09.803527 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Bound using segment: {'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:26:09.803951 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Bound port: fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:26:09.804290 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:09.961087 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] For port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:26:09.966147 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] For port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:26:09.978930 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:09.987375 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:10.050001 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc55b11-480f-4420-a44e-ba68ae719a9f req-7a91ded1-b8e0-46e8-a461-85859aa9e92c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:10.051612 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8fc55b11-480f-4420-a44e-ba68ae719a9f req-7a91ded1-b8e0-46e8-a461-85859aa9e92c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 945 time: 0.1853609
Nov 10 21:26:10.056871 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:10.058699 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] 10.222.0.76 "PUT /v2.0/ports/fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc HTTP/1.1" status: 200  len: 1093 time: 1.1712639
Nov 10 21:26:10.059229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'tag': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:10.110206 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:10.121211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:10.181147 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8fc55b11-480f-4420-a44e-ba68ae719a9f req-d25102b0-94a6-4246-b91d-718f57c2596d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1026351
Nov 10 21:26:10.218441 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-61e7e0cc-cb52-43ac-8b5d-f20ea4e0b185 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7801965e633341e2bb51508764ca2a2d&device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 1096 time: 0.0961671
Nov 10 21:26:10.253479 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43086) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:10.306496 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-7f36b856-85ea-4796-baa6-693fa1b72427 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc HTTP/1.1" status: 200  len: 217 time: 0.0750306
Nov 10 21:26:10.313560 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'tag': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc', 'status': 'completed', 'code': 200}
Nov 10 21:26:10.402908 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dda039-22ca-430b-908d-c1176cb4256f req-a1395158-2f3c-4f9d-9ed2-8a6bf521bed6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:10.404625 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-a1395158-2f3c-4f9d-9ed2-8a6bf521bed6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0977c01f-22dc-499d-bf20-b62b00f981eb HTTP/1.1" status: 200  len: 853 time: 0.0882351
Nov 10 21:26:10.514647 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-9c108f83-a5f9-4f03-893e-be32914ddc17 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a80b8d04-e802-49e0-b147-b2598a1827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0955517
Nov 10 21:26:10.615139 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:10.663663 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:10.671608 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Usage tracker for resource:security_group_rule and tenant:14c548696a2f499aa3dca80f62bffc43 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:10.675453 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:10.689368 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef6680b-ca4b-4538-ab02-b5e19d426c25 req-17c837a9-ec60-4340-b642-52a70f786de4 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:10.690937 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aef6680b-ca4b-4538-ab02-b5e19d426c25 req-17c837a9-ec60-4340-b642-52a70f786de4 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.1374984
Nov 10 21:26:10.691977 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:10.701466 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddaf6c6-952b-4246-9caf-030f80d8be69 req-8f9c769e-7a9d-4472-8fd6-2a56dd9701a6 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:10.703049 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ddaf6c6-952b-4246-9caf-030f80d8be69 req-8f9c769e-7a9d-4472-8fd6-2a56dd9701a6 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 943 time: 0.2479646
Nov 10 21:26:10.744494 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-310e5189-9d53-4fbf-b1ae-677f0c739e8b service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2079701
Nov 10 21:26:10.802729 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aef6680b-ca4b-4538-ab02-b5e19d426c25 req-b30f6598-5ffe-4faf-9fb4-18c3b525daa7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1012287
Nov 10 21:26:10.809800 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:10.814867 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:10.822650 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d2528134-f5dd-4b6c-b93f-617ddf3d8ed0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:10.847306 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ddaf6c6-952b-4246-9caf-030f80d8be69 req-af9c819c-c870-4fd4-9ac9-6e1a01ebd064 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1286194
Nov 10 21:26:10.893549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8903ada2-c647-4b7d-b301-5eacc6c02e9d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:10.898407 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:10.906720 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=14c548696a2f499aa3dca80f62bffc43&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6484725
Nov 10 21:26:10.906720 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43096) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:10.990875 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:11.023223 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:11.063965 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a1dda039-22ca-430b-908d-c1176cb4256f req-30f867b4-7324-49af-b855-57ba97f56e0b service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3066943
Nov 10 21:26:11.088514 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:11.095749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4325a8a9-2f13-4671-8e27-7c4871411238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:11.114915 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8903ada2-c647-4b7d-b301-5eacc6c02e9d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:11.121458 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:11.127472 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:11.128974 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8903ada2-c647-4b7d-b301-5eacc6c02e9d HTTP/1.1" status: 204  len: 168 time: 0.2218034
Nov 10 21:26:11.235429 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-6fdbc400-7f33-41b1-b101-09386e766a22 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7801965e633341e2bb51508764ca2a2d&device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 1096 time: 0.0955634
Nov 10 21:26:11.415509 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-1c94229f-94f6-4289-ae78-e68ca484eae8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:11.418483 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-1c94229f-94f6-4289-ae78-e68ca484eae8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a80b8d04-e802-49e0-b147-b2598a1827a6 HTTP/1.1" status: 200  len: 915 time: 0.1730592
Nov 10 21:26:11.530441 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81217b0-b3b9-4ff4-b00a-41d7ed79398a req-f03095a4-7931-4c54-b30f-04dffab70b39 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:11.539328 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a81217b0-b3b9-4ff4-b00a-41d7ed79398a req-f03095a4-7931-4c54-b30f-04dffab70b39 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 945 time: 0.1735301
Nov 10 21:26:11.550304 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-ce030bfb-a774-4fdd-bc2e-cdd518baed0f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc HTTP/1.1" status: 200  len: 217 time: 0.1215262
Nov 10 21:26:11.599085 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a81217b0-b3b9-4ff4-b00a-41d7ed79398a req-cac34b58-885e-46f6-b108-2f93d04b350e tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0588562
Nov 10 21:26:11.692996 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-f5e44a95-5217-4bc2-a21c-f42af8020161 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:11.695139 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-f5e44a95-5217-4bc2-a21c-f42af8020161 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0977c01f-22dc-499d-bf20-b62b00f981eb HTTP/1.1" status: 200  len: 853 time: 0.1330228
Nov 10 21:26:11.724132 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:11.792437 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-17c51667-94f2-4104-8f6d-f73a51a643d5 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a80b8d04-e802-49e0-b147-b2598a1827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0864918
Nov 10 21:26:12.169424 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-4a84a84c-5848-4d8e-b3d7-bedd058f61b1 service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3475368
Nov 10 21:26:12.180279 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-593baa26-0416-4345-bd38-addf8db796ba tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:12.183533 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-593baa26-0416-4345-bd38-addf8db796ba tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 945 time: 0.3603649
Nov 10 21:26:12.207603 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fb5b52-cc1c-4b2d-a432-4e35101a6955 req-bb6d97d2-909f-4c2d-b7ed-eb94573c8895 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:12.209072 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-42fb5b52-cc1c-4b2d-a432-4e35101a6955 req-bb6d97d2-909f-4c2d-b7ed-eb94573c8895 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 943 time: 0.1073828
Nov 10 21:26:12.269453 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-42fb5b52-cc1c-4b2d-a432-4e35101a6955 req-fd0bfba5-7b63-4c6c-b16e-59f3665058fe tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530477
Nov 10 21:26:12.366323 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Deleting port 1b243368-595e-491f-8491-d4d09cc2cf28 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:12.366558 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:12.484677 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c13717-a753-4231-931f-579f0379ec2b req-f6353f34-0e85-4138-b0e8-7d4dc698878b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:12.486203 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7c13717-a753-4231-931f-579f0379ec2b req-f6353f34-0e85-4138-b0e8-7d4dc698878b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.4167991
Nov 10 21:26:12.491265 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae7ddcba-8eca-4596-9196-733b573af7ad req-52914acf-8396-4473-8bca-cfaa6e2db487 service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3048677
Nov 10 21:26:12.708639 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7c13717-a753-4231-931f-579f0379ec2b req-f1d8cc80-626c-4e89-b47c-b7f0c147f1ce tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1916397
Nov 10 21:26:12.777013 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-0d0b671e-200f-43f6-891d-fe5accb55172 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:12.778627 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-0d0b671e-200f-43f6-891d-fe5accb55172 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.2432325
Nov 10 21:26:12.849534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] For port 1b243368-595e-491f-8491-d4d09cc2cf28, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=1b243368-595e-491f-8491-d4d09cc2cf28,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:12.849931 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:12.932549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70425761-d081-44c9-99bb-4c1ecc01100e req-0d5a5231-4e74-4a2c-b7c8-f81c14b55f0d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:12.935331 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-70425761-d081-44c9-99bb-4c1ecc01100e req-0d5a5231-4e74-4a2c-b7c8-f81c14b55f0d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 945 time: 0.1478665
Nov 10 21:26:12.982235 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Deleting port edc6b33a-e486-4396-8885-ccec028df114 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:12.982572 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:13.013039 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Calling delete_port for 1b243368-595e-491f-8491-d4d09cc2cf28 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:13.021438 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-70425761-d081-44c9-99bb-4c1ecc01100e req-f3e15901-3618-44d1-ace0-5f7f81927f27 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766370
Nov 10 21:26:13.523736 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:13.549108 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', '55d2713b-2cef-4849-81ac-4a4733b365bf', '5810c973-f74b-4957-a4ce-93ec6e7c1c6e', '1b243368-595e-491f-8491-d4d09cc2cf28'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:26:13.565895 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0dd09b63-c989-4cf2-bbe5-4973f0d2a7fe tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:13.690801 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event deleted for resources: {'Port': ['ID=1b243368-595e-491f-8491-d4d09cc2cf28,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:13.703794 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:13.709317 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] For port edc6b33a-e486-4396-8885-ccec028df114, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=edc6b33a-e486-4396-8885-ccec028df114,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:13.710202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:13.935843 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] No DVR routers for this DVR port 1b243368-595e-491f-8491-d4d09cc2cf28 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:26:13.947350 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:13.960369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'name': 'network-vif-deleted', 'tag': '1b243368-595e-491f-8491-d4d09cc2cf28'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:13.983684 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5c21dbb0-bf95-45d0-bb2f-f3531b5ddc8e req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "DELETE /v2.0/ports/1b243368-595e-491f-8491-d4d09cc2cf28 HTTP/1.1" status: 204  len: 173 time: 1.7650139
Nov 10 21:26:14.029177 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04789300-502a-4af0-9ab1-47f1fe93329f req-182e05de-142e-4cce-a4e6-273df65f322c tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:14.036729 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-04789300-502a-4af0-9ab1-47f1fe93329f req-182e05de-142e-4cce-a4e6-273df65f322c tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 943 time: 0.6005473
Nov 10 21:26:14.121699 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044176e-e9bb-41a6-a197-32effaac69ce req-fbd869a9-f521-4f14-bc2a-942ad424b335 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:14.124253 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3044176e-e9bb-41a6-a197-32effaac69ce req-fbd869a9-f521-4f14-bc2a-942ad424b335 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 946 time: 0.2547767
Nov 10 21:26:14.217789 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3044176e-e9bb-41a6-a197-32effaac69ce req-16a734fc-4e71-4977-b8b5-4dfa78080b58 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=a8f4a425-6f0a-4c97-8305-055617ba94e9&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0857997
Nov 10 21:26:14.285203 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-04789300-502a-4af0-9ab1-47f1fe93329f req-1592c0aa-f65d-40e0-baab-11a20070ef63 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2475705
Nov 10 21:26:14.392865 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd660207-565b-4b18-95ce-6c8c0e0448bc', 'name': 'network-vif-deleted', 'tag': '1b243368-595e-491f-8491-d4d09cc2cf28', 'status': 'completed', 'code': 200}
Nov 10 21:26:14.454932 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:14.455453 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:14.455957 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Floating IP a3f2583b-2bca-49aa-a852-6262fc29b032 disassociated. External IP: 172.27.0.240, port: edc6b33a-e486-4396-8885-ccec028df114.
Nov 10 21:26:14.456533 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Calling delete_port for edc6b33a-e486-4396-8885-ccec028df114 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:14.582359 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:26:14.599296 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0d91c5e3-3501-48cc-8938-e4ae0b3bb1be req-46a7a886-0631-4018-8b5e-80d7f64c5e1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:14.660211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-0d91c5e3-3501-48cc-8938-e4ae0b3bb1be req-46a7a886-0631-4018-8b5e-80d7f64c5e1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:14.661874 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0d91c5e3-3501-48cc-8938-e4ae0b3bb1be req-46a7a886-0631-4018-8b5e-80d7f64c5e1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=fd660207-565b-4b18-95ce-6c8c0e0448bc HTTP/1.1" status: 200  len: 210 time: 0.1562858
Nov 10 21:26:14.669491 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43166) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:14.742918 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.resource_extend [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Nov 10 21:26:14.786213 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:14.793538 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:14.842898 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event deleted for resources: {'Port': ['ID=edc6b33a-e486-4396-8885-ccec028df114,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:14.843808 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:14.991479 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:15.010805 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc', 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6', 'port_id': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc', 'mac_address': 'fa:16:3e:84:cc:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0977c01f-22dc-499d-bf20-b62b00f981eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:26:15.072186 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.092652 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.118512 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:26:15.122347 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:15.128183 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Usage tracker for resource:security_group_rule and tenant:dd7dd0d533804ff3ab27527e0bf24f24 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:15.136947 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:15.139347 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:15.144334 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.147760 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:15.148443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:15.216010 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:26:15.252912 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.263279 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:15.273070 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.273415 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.273803 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.274136 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.274470 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.274796 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.275121 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.275464 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.275806 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.277109 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.277447 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:15.282484 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:15.336198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.360634 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d4dea2db-dffd-4f77-bce9-733d8b13663a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:15.431737 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:26:15.484077 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd7dd0d533804ff3ab27527e0bf24f24&name=default HTTP/1.1" status: 200  len: 2647 time: 0.8127856
Nov 10 21:26:15.484810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df8bad3-e153-4086-9618-3710a924b279,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:15.489720 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43178) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:15.498170 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:15.718395 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.751852 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.820175 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.825952 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1ee433f4-8fb0-45e4-97e1-a52d1a827354 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:15.845463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df8bad3-e153-4086-9618-3710a924b279,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:15.849281 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:15.851942 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:15.853302 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/5df8bad3-e153-4086-9618-3710a924b279 HTTP/1.1" status: 204  len: 168 time: 0.3609564
Nov 10 21:26:16.070342 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7349d8e2-8492-40fb-9faf-7de78a7a8f64 req-aa25d1e7-497f-45ca-81eb-ae555169e002 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:16.073943 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7349d8e2-8492-40fb-9faf-7de78a7a8f64 req-aa25d1e7-497f-45ca-81eb-ae555169e002 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 944 time: 0.6464446
Nov 10 21:26:16.180983 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:26:16.194505 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-71ea737e-7786-494c-aa23-d63a46deff1e req-e4da970c-e135-4933-bc9a-1c8174303f9d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 210 time: 0.6401896
Nov 10 21:26:16.196084 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] Sync routers for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:26:16.236669 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7349d8e2-8492-40fb-9faf-7de78a7a8f64 req-d0dadc3f-24ec-4977-97eb-2eed18d0494d tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1533742
Nov 10 21:26:16.266219 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:16.268081 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23bf7430>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:25:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:16.354018 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] No DVR routers for this DVR port edc6b33a-e486-4396-8885-ccec028df114 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:26:16.360972 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:16.399372 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-deleted', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:16.461231 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-90598f18-86c6-421d-b774-14c8aaf94a9b req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "DELETE /v2.0/ports/edc6b33a-e486-4396-8885-ccec028df114 HTTP/1.1" status: 204  len: 173 time: 3.6728320
Nov 10 21:26:16.505138 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43196) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:16.578638 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5ec51284-e117-45b6-920a-5f6b08ecf013', 'name': 'network-vif-deleted', 'tag': 'edc6b33a-e486-4396-8885-ccec028df114', 'status': 'completed', 'code': 200}
Nov 10 21:26:16.589285 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:16.640024 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:16.645430 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbd57ad73c34297804ad127853d3a58 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:16.648907 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:16.658129 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:16.719015 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:26:16.787054 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:16.797334 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:16.823981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-63fe0425-1830-43d4-9f58-47d973f15d39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:16.854954 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:26:16.865669 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:26:16.866354 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:16.876425 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:26:16.916115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf065ce-9095-4234-a26a-11455691a5d9,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:16.922050 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:16.926950 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0cbd57ad73c34297804ad127853d3a58&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4197855
Nov 10 21:26:16.929254 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43202) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:16.930424 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:17.011942 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:17.044156 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:17.130374 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:17.158498 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:17.165153 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7b189ea7-e0d4-4155-bf9b-6d621760a7d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:17.180097 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf065ce-9095-4234-a26a-11455691a5d9,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:17.181037 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:17.183389 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:17.204757 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:17.216031 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:17.220228 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0bf065ce-9095-4234-a26a-11455691a5d9 HTTP/1.1" status: 204  len: 168 time: 0.2868578
Nov 10 21:26:17.264091 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:17.264958 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 1b243368-595e-491f-8491-d4d09cc2cf28 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:17.504397 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc', 'code': 200}
Nov 10 21:26:17.505091 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:17.567880 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 1b243368-595e-491f-8491-d4d09cc2cf28 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:17.568303 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 1b243368-595e-491f-8491-d4d09cc2cf28 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:17.568829 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:17.630773 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: edc6b33a-e486-4396-8885-ccec028df114 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:17.631249 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device edc6b33a-e486-4396-8885-ccec028df114 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:17.641887 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1e7e66ec-7a3f-46b1-bd14-14f608c94c11 req-3405c7a0-530f-4caf-a074-b52df13380a7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:17.668095 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90be502f-c398-477e-b7e4-52ecce770e1c req-aba90e60-088d-4b87-b043-fa677e913c1f tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:17.670178 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-90be502f-c398-477e-b7e4-52ecce770e1c req-aba90e60-088d-4b87-b043-fa677e913c1f tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 945 time: 0.1427891
Nov 10 21:26:17.704610 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1e7e66ec-7a3f-46b1-bd14-14f608c94c11 req-3405c7a0-530f-4caf-a074-b52df13380a7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:17.706495 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7e66ec-7a3f-46b1-bd14-14f608c94c11 req-3405c7a0-530f-4caf-a074-b52df13380a7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=5ec51284-e117-45b6-920a-5f6b08ecf013 HTTP/1.1" status: 200  len: 210 time: 0.1685135
Nov 10 21:26:17.766729 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-90be502f-c398-477e-b7e4-52ecce770e1c req-7865d7c8-789b-4cb7-83c5-e40e142afd83 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0891976
Nov 10 21:26:17.790550 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a68e2675-bff2-4855-82c0-61670b26a74e req-9de90aff-f955-4170-b879-b8da647581ba service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 1098 time: 0.1306875
Nov 10 21:26:17.840827 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:17.854817 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:17.879317 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23bf7430>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:17.889117 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] Checking router: c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:26:17.915047 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:17.916172 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23bf7430>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:25:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:17.924342 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a68e2675-bff2-4855-82c0-61670b26a74e req-a5298a73-bd9a-4bc4-9b33-3f53b2aee9cd service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1221523
Nov 10 21:26:18.180368 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-43b02411-23f8-4133-ac92-c4c03575652a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:18.227174 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:18.335665 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf21c66-f0e9-4e5f-b285-bf2a0f6467ac req-331b842b-48ec-45a6-addf-8b4d7fd64643 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:18.338665 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-acf21c66-f0e9-4e5f-b285-bf2a0f6467ac req-331b842b-48ec-45a6-addf-8b4d7fd64643 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.1038680
Nov 10 21:26:18.447014 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-acf21c66-f0e9-4e5f-b285-bf2a0f6467ac req-24f0c99c-1690-41f1-aebb-969539879798 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1000218
Nov 10 21:26:18.681235 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:18.826262 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23bf7430>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:18.834126 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ee7d2fa-05d4-436f-824a-c9bbedc3bb4d None None] The sync data for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi is: [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:26:19.054175 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43244) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:19.071869 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc7c998-d16d-4a71-a875-88f38e6e95d0 req-8c580134-0cd2-41bb-a829-e24cd94ae14b tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:19.076669 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2dc7c998-d16d-4a71-a875-88f38e6e95d0 req-8c580134-0cd2-41bb-a829-e24cd94ae14b tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 945 time: 0.1045952
Nov 10 21:26:19.160045 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2dc7c998-d16d-4a71-a875-88f38e6e95d0 req-c8eba952-c8d2-470c-b03b-9d8e8465ef33 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0686245
Nov 10 21:26:19.223742 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:19.294450 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-860a4032-3867-40fc-bda2-46b434795837 None None] New status for floating IP a3f2583b-2bca-49aa-a852-6262fc29b032: DOWN {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:26:19.304236 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:19.382291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:19.391965 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a030f41f-072d-4091-845b-e33060282e6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:19.446327 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f4a425-6f0a-4c97-8305-055617ba94e9,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:19.453145 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:19.468484 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:19.470986 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "DELETE /v2.0/security-groups/a8f4a425-6f0a-4c97-8305-055617ba94e9 HTTP/1.1" status: 204  len: 168 time: 0.4150610
Nov 10 21:26:19.473818 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43252) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:19.507062 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.api.v2.resource [None req-e3214fa5-885d-468d-9131-693ddd597938 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] show failed (client error): The resource could not be found.
Nov 10 21:26:19.508766 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e3214fa5-885d-468d-9131-693ddd597938 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups/a8f4a425-6f0a-4c97-8305-055617ba94e9 HTTP/1.1" status: 404  len: 347 time: 0.0333116
Nov 10 21:26:19.514434 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43260) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:19.750133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Deleting port 97117a5d-6527-4cce-8376-43daf2b4a112 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:19.750483 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:20.099700 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c3f1b3-53c6-4e21-9e51-8b6c66693f70 req-02b03c63-00b7-413e-a6c5-7f505212a9ed tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:20.102334 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89c3f1b3-53c6-4e21-9e51-8b6c66693f70 req-02b03c63-00b7-413e-a6c5-7f505212a9ed tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.4217889
Nov 10 21:26:20.259497 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:20.260028 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:20.410873 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4244161-79eb-4395-b27f-d835a1f61796 req-391c6b18-9f5d-4325-b47e-47e51a96598d tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:20.418511 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e4244161-79eb-4395-b27f-d835a1f61796 req-391c6b18-9f5d-4325-b47e-47e51a96598d tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 945 time: 0.1155956
Nov 10 21:26:20.444040 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Calling delete_port for 97117a5d-6527-4cce-8376-43daf2b4a112 owned by network:floatingip {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:20.482275 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e4244161-79eb-4395-b27f-d835a1f61796 req-f78b0ecd-8db2-4a1d-97b1-77b8945a7c7c tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0627747
Nov 10 21:26:20.486191 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89c3f1b3-53c6-4e21-9e51-8b6c66693f70 req-be4fd2ad-b06c-44cf-81a4-a056ac261bc1 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3566060
Nov 10 21:26:20.552962 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73962685-25df-4a83-998d-117bdd4edc67 req-a805ce48-b2f6-43a9-a04d-048792e1065d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:20.555029 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-73962685-25df-4a83-998d-117bdd4edc67 req-a805ce48-b2f6-43a9-a04d-048792e1065d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 945 time: 0.5478480
Nov 10 21:26:20.686772 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Deleting port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:20.687112 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:20.918683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:20.928454 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:20.977749 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event deleted for resources: {'Port': ['ID=97117a5d-6527-4cce-8376-43daf2b4a112,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:20.990019 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:21.111328 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:21.155975 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-94908776-a4bd-4d3f-a513-0400f65ea17b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:21.172377 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:21.173524 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "DELETE /v2.0/floatingips/a3f2583b-2bca-49aa-a852-6262fc29b032 HTTP/1.1" status: 204  len: 168 time: 1.6578631
Nov 10 21:26:21.198457 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] For port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:21.199108 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:21.405070 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Calling delete_port for 5810c973-f74b-4957-a4ce-93ec6e7c1c6e owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:21.593472 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:21.606426 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:21.613287 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:21.619019 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', '55d2713b-2cef-4849-81ac-4a4733b365bf', '5810c973-f74b-4957-a4ce-93ec6e7c1c6e'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:26:21.674549 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event deleted for resources: {'Port': ['ID=5810c973-f74b-4957-a4ce-93ec6e7c1c6e,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:21.685446 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:21.782889 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] No DVR routers for this DVR port 5810c973-f74b-4957-a4ce-93ec6e7c1c6e on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:26:21.785772 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:21.789060 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'name': 'network-vif-deleted', 'tag': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:21.809043 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-73962685-25df-4a83-998d-117bdd4edc67 req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "DELETE /v2.0/ports/5810c973-f74b-4957-a4ce-93ec6e7c1c6e HTTP/1.1" status: 204  len: 173 time: 1.2478268
Nov 10 21:26:21.937136 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-93eee88d-9e12-4220-a938-3b96b45a13b6 req-ea5f9319-c35d-4b90-809c-6bed7eaa1fc9 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:21.964787 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43322) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:21.982884 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-93eee88d-9e12-4220-a938-3b96b45a13b6 req-ea5f9319-c35d-4b90-809c-6bed7eaa1fc9 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:21.985064 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1054979662', 'description': 'tempest-description--1973409606'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:21.996934 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-93eee88d-9e12-4220-a938-3b96b45a13b6 req-ea5f9319-c35d-4b90-809c-6bed7eaa1fc9 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=4dda08a2-2d44-41d3-b122-43a79fa0edfb HTTP/1.1" status: 200  len: 210 time: 0.1515925
Nov 10 21:26:22.002946 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:22.009364 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4dda08a2-2d44-41d3-b122-43a79fa0edfb', 'name': 'network-vif-deleted', 'tag': '5810c973-f74b-4957-a4ce-93ec6e7c1c6e', 'status': 'completed', 'code': 200}
Nov 10 21:26:22.009845 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:22.014989 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:22.023212 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:22.037059 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.091225 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:22.097867 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group_rule and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:22.102783 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:22.113141 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:22.188417 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.194677 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.198632 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6afdce16-dc83-4e64-b454-84819dc0e5a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:22.248557 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f39e3b-ed7e-479d-ab61-97716be860cf,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:22.259149 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:22.260431 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.261871 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2934368
Nov 10 21:26:22.266034 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43332) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:22.272511 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'security_group_rule': {'security_group_id': 'e3f39e3b-ed7e-479d-ab61-97716be860cf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:22.279369 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:22.283433 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group_rule and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:22.286772 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:22.293938 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:22.322851 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.467427 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.476009 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.485380 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-093bdaa4-02f8-4eb2-bfb4-42a2408d60f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:22.506413 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe31a17a-90ad-48bd-b055-3a7fd3a38c4c,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:22.509087 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:22.542588 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.547480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43346) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:22.548063 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2805915
Nov 10 21:26:22.555605 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'security_group_rule': {'security_group_id': 'e3f39e3b-ed7e-479d-ab61-97716be860cf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:22.582557 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:22.590182 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:security_group_rule and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:22.595443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:22.607084 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:22.640474 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.736369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.740789 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.747352 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:22.768840 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f98cc6b7-d7ae-43df-ac0f-f57339e9dc31,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:22.771534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:22.783624 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:22.785262 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d12341ab-eef1-4927-ad5a-e3cddd1644cc tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2361143
Nov 10 21:26:22.789416 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43356) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:22.796275 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:22.804187 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:22.809411 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Usage tracker for resource:floatingip and tenant:0472b3c136e742129c7b28ddf8848741 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:22.812903 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:22.819675 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:22.834488 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:23.015407 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:23.245974 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Allocated IP 172.27.0.19 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:26:23.492541 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:23.533837 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:23.549562 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:23.572247 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:23.641181 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:26:23.646352 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:26:23.653456 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:26:23.772851 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'Port': ['ID=3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:23.779154 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:23.856088 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a319d74-92f2-4897-b465-8dc0e1ae6d0f req-2a477043-9370-46bf-a7de-eac119879c3a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:23.857648 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9a319d74-92f2-4897-b465-8dc0e1ae6d0f req-2a477043-9370-46bf-a7de-eac119879c3a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 945 time: 0.1635871
Nov 10 21:26:23.970837 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:24.043302 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9a319d74-92f2-4897-b465-8dc0e1ae6d0f req-d3d9a0a8-2e16-47c8-94db-cb7e355b15b3 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1774514
Nov 10 21:26:24.048749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:24.512207 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:24.518545 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7649864'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:24.523508 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b34f658e-8a56-422c-8412-ef74c1d7ffe7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:24.644364 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5810c973-f74b-4957-a4ce-93ec6e7c1c6e no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:24.652619 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'Port': ['ID=3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:24.655885 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:24.669221 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:24.698140 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 5810c973-f74b-4957-a4ce-93ec6e7c1c6e {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:24.699243 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5810c973-f74b-4957-a4ce-93ec6e7c1c6e not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:24.703257 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:24.704858 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.9141958
Nov 10 21:26:24.842577 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43392) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:25.078242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7ca3ff74-14de-454a-bf90-13768f9a665e tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:25.081736 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7ca3ff74-14de-454a-bf90-13768f9a665e tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 945 time: 0.1224458
Nov 10 21:26:25.184930 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:25.269854 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Deleting port 55d2713b-2cef-4849-81ac-4a4733b365bf {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:25.270163 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:25.317492 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:25.324538 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-e310b0ab-1e92-425e-81ba-30af157a22db tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:25.327388 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Usage tracker for resource:security_group_rule and tenant:c50bbc48e309466aad0bdf505b5fd989 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:25.327626 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df7dca-c200-4022-b1b1-4ca137d06f3d req-40050b16-9d90-42e8-982d-58dc732f9d7d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:25.329247 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-11df7dca-c200-4022-b1b1-4ca137d06f3d req-40050b16-9d90-42e8-982d-58dc732f9d7d tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 945 time: 0.0988290
Nov 10 21:26:25.332506 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:25.355358 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:25.386110 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-11df7dca-c200-4022-b1b1-4ca137d06f3d req-a9315a2e-9795-467c-8de6-ac20bdc3be44 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457578
Nov 10 21:26:25.419184 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-e310b0ab-1e92-425e-81ba-30af157a22db tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:25.420346 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-e310b0ab-1e92-425e-81ba-30af157a22db tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1054979662&fields=id&tenant_id=0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 267 time: 0.2452145
Nov 10 21:26:25.830812 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:25.842546 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:25.861230 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4b9dead8-f703-47dc-9f18-ff2a79fbb2e1 tempest-VolumesNegativeTest-776250446 tempest-VolumesNegativeTest-776250446-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:25.888167 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] For port 55d2713b-2cef-4849-81ac-4a4733b365bf, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=55d2713b-2cef-4849-81ac-4a4733b365bf,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:25.888526 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:25.902402 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a23dc9a7-92e3-4ca8-8864-a9d5ddf1716c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:25.903935 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a23dc9a7-92e3-4ca8-8864-a9d5ddf1716c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 816 time: 0.4654880
Nov 10 21:26:26.108488 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2802e18-af01-48f9-ae61-1c284f868299,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:26.177875 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Calling delete_port for 55d2713b-2cef-4849-81ac-4a4733b365bf owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:26.205804 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:26.216219 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=c50bbc48e309466aad0bdf505b5fd989&name=default HTTP/1.1" status: 200  len: 2647 time: 1.3725131
Nov 10 21:26:26.218930 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43410) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:26.221269 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-b1209018-c1d3-47b3-9ae8-cae2571d823b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/quotas/0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 375 time: 0.3063259
Nov 10 21:26:26.307529 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:26.337292 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:26.410511 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:26.414639 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:26.420349 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-bae86e36-52f7-4573-adb5-1dd3f4f01e8d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:26.427981 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2802e18-af01-48f9-ae61-1c284f868299,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:26.431436 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:26.451601 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:26.453303 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a2802e18-af01-48f9-ae61-1c284f868299 HTTP/1.1" status: 204  len: 168 time: 0.2329564
Nov 10 21:26:26.458487 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-bae86e36-52f7-4573-adb5-1dd3f4f01e8d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:26.460523 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-bae86e36-52f7-4573-adb5-1dd3f4f01e8d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2328103
Nov 10 21:26:26.466480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:26.477854 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b0f455f0-723d-4acd-ac3f-2a8c06cde62b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:26.490839 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', '55d2713b-2cef-4849-81ac-4a4733b365bf'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:26:26.545310 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event deleted for resources: {'Port': ['ID=55d2713b-2cef-4849-81ac-4a4733b365bf,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:26.550229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:26.642980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] No DVR routers for this DVR port 55d2713b-2cef-4849-81ac-4a4733b365bf on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:26:26.645408 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:26.648513 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'name': 'network-vif-deleted', 'tag': '55d2713b-2cef-4849-81ac-4a4733b365bf'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:26.676423 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-782c814f-b0ef-4e65-abe8-97f8ef5b5e58 req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "DELETE /v2.0/ports/55d2713b-2cef-4849-81ac-4a4733b365bf HTTP/1.1" status: 204  len: 173 time: 1.5685370
Nov 10 21:26:26.744208 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-be592d92-f6ee-46e3-a839-cdc84478fea5 req-12611aad-bb31-40f3-8e27-513b8b3607d6 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=bc542077-798d-46a3-b39d-2a9b8ab0c4f2 HTTP/1.1" status: 200  len: 210 time: 0.0683000
Nov 10 21:26:26.836680 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc542077-798d-46a3-b39d-2a9b8ab0c4f2', 'name': 'network-vif-deleted', 'tag': '55d2713b-2cef-4849-81ac-4a4733b365bf', 'status': 'completed', 'code': 200}
Nov 10 21:26:26.874159 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-dfa1ecdd-8344-4ea6-be28-295e23a6d3c7 service neutron] 10.222.0.46 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3446140
Nov 10 21:26:26.985732 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43424) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:27.012618 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:27.046277 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-618117b6-2beb-40b5-b23e-fa16c26afcf3 service neutron] 10.222.0.46 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1587868
Nov 10 21:26:27.048672 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:27.053479 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Usage tracker for resource:security_group_rule and tenant:7744311ba02d4467a225648055109d73 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:27.058006 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:27.064725 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:27.198370 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:27.203844 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:27.213330 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7045b413-ea94-4895-bc68-91c9f4a8e179 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:27.260247 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167db53e-2015-4f55-b831-86119d2fcdae,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:27.264277 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:27.271074 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43436) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:27.271799 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7744311ba02d4467a225648055109d73&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2845204
Nov 10 21:26:27.350026 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2c349940-053f-4388-b567-12aa0a57ed55 req-cebf2219-f4aa-4fae-8ed3-84f410531e74 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 210 time: 0.0500376
Nov 10 21:26:27.366882 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:27.400736 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:27.483902 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:27.495816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:27.516865 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167db53e-2015-4f55-b831-86119d2fcdae,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:27.524908 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:27.536858 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:27.550671 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/167db53e-2015-4f55-b831-86119d2fcdae HTTP/1.1" status: 204  len: 168 time: 0.2780237
Nov 10 21:26:28.566782 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a5a34ee4-5080-4bb1-8ab1-5998e7f8f3df req-1c983586-1a45-4582-b1fb-2824d975e29d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 210 time: 0.0482035
Nov 10 21:26:28.661123 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 55d2713b-2cef-4849-81ac-4a4733b365bf no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:28.695755 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 55d2713b-2cef-4849-81ac-4a4733b365bf {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:28.696105 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 55d2713b-2cef-4849-81ac-4a4733b365bf not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:29.312980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-33293e1d-19d6-4095-9641-e9761da32a52 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:29.315684 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-33293e1d-19d6-4095-9641-e9761da32a52 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 816 time: 0.2410774
Nov 10 21:26:29.420341 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-1300bcaf-437e-42e8-8649-707370af462b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 380 time: 0.0872812
Nov 10 21:26:29.446102 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'port': {'device_id': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'admin_state_up': True, 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'security_groups': ['e3f39e3b-ed7e-479d-ab61-97716be860cf']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:29.705306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:29.725566 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:29.746250 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Made reservation on behalf of 0472b3c136e742129c7b28ddf8848741 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:26:29.752079 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:29.902819 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-18e992c4-9af5-4747-ac02-f68977707f4d req-749cdd80-357c-470d-9ba1-eec7767af37d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 210 time: 0.1053071
Nov 10 21:26:29.927760 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a931e6-95a1-49d5-9979-e28ea0bbf595 req-b2c3df7c-3bdd-40ab-8553-97b5560448ef tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:29.930509 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-68a931e6-95a1-49d5-9979-e28ea0bbf595 req-b2c3df7c-3bdd-40ab-8553-97b5560448ef tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 946 time: 0.1390796
Nov 10 21:26:30.029014 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-68a931e6-95a1-49d5-9979-e28ea0bbf595 req-4fdb683b-b785-4417-9f27-67e44b2ce99a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878475
Nov 10 21:26:30.050424 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Allocated IP 172.20.0.10 (4d6c12d9-883b-4017-81d1-8c98e6d13e9d/dd98801e-8026-49c0-947b-84705cd24754/5bd19ff3-362c-42f7-9fa7-18c737d78307) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:26:30.317264 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:30.342990 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Transition to ACTIVE for port object 5bd19ff3-362c-42f7-9fa7-18c737d78307 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:26:30.368997 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:30.376254 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2ba731b3-f45a-43ff-890d-b14aa888b19a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:30.461819 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:26:30.475559 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:26:30.493123 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:26:30.498824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:30.498824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:30.513925 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:30.548122 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.549058 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.549464 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.549897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.550295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.550647 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.550993 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.551335 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.551677 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.552008 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.552354 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:30.556342 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:30.565602 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.1387846
Nov 10 21:26:30.759104 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Request body: {'port': {'device_id': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:30.813853 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0202ddf8-29e1-413c-b03e-fcb892225696 None None] Provisioning for port 5bd19ff3-362c-42f7-9fa7-18c737d78307 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:26:30.840175 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0202ddf8-29e1-413c-b03e-fcb892225696 None None] Provisioning complete for port 5bd19ff3-362c-42f7-9fa7-18c737d78307 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:26:30.841843 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-0202ddf8-29e1-413c-b03e-fcb892225696 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:30.953632 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-0202ddf8-29e1-413c-b03e-fcb892225696 None None] Port 5bd19ff3-362c-42f7-9fa7-18c737d78307 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:26:31.056924 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.133917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43522) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:31.395936 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75fce64f-0ac3-4678-b103-028d3829595c req-360d1829-c6a4-4026-8fd9-f77198f4a76b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:31.397488 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-75fce64f-0ac3-4678-b103-028d3829595c req-360d1829-c6a4-4026-8fd9-f77198f4a76b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 946 time: 0.1715927
Nov 10 21:26:31.398297 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.469861 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:31.476216 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6203f2d7-e309-4a62-a611-902e9f52239b req-3b5b0ab5-b3e5-46c9-ab74-bb5e50ae3bb8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:31.476975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-6203f2d7-e309-4a62-a611-902e9f52239b req-3b5b0ab5-b3e5-46c9-ab74-bb5e50ae3bb8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:31.479904 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-75fce64f-0ac3-4678-b103-028d3829595c req-bb41660f-1405-4bc8-b0bb-aadc1225f93c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0714552
Nov 10 21:26:31.485659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Usage tracker for resource:security_group_rule and tenant:f37782260fc54ef49d20890abac65ec1 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:31.496482 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:31.506566 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:31.614358 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-6203f2d7-e309-4a62-a611-902e9f52239b req-3b5b0ab5-b3e5-46c9-ab74-bb5e50ae3bb8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:31.615747 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6203f2d7-e309-4a62-a611-902e9f52239b req-3b5b0ab5-b3e5-46c9-ab74-bb5e50ae3bb8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 932 time: 0.4030278
Nov 10 21:26:31.623462 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.628271 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.635658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4db2158e-2439-47a0-a4cd-7f1ccd9ab7ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:31.680353 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf63f64-d792-4672-9371-226e6100fe65,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:31.688605 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f37782260fc54ef49d20890abac65ec1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5509858
Nov 10 21:26:31.693294 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43530) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:31.695753 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6977dd63-5eb3-423f-a302-75780f37b16e req-f9c4d6bb-10ba-4c60-b0f1-5830e3faf24a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:31.696453 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-6977dd63-5eb3-423f-a302-75780f37b16e req-f9c4d6bb-10ba-4c60-b0f1-5830e3faf24a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Synchronizing usage tracker for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:31.708037 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.708817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.708817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.709103 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.709435 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.709933 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.710267 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.710674 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.711212 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.711710 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.712438 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:26:31.717976 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:31.764441 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6203f2d7-e309-4a62-a611-902e9f52239b req-1a1bf086-942f-4b4b-b388-f7877aeb0f07 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1309166
Nov 10 21:26:31.787175 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.798349 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-6977dd63-5eb3-423f-a302-75780f37b16e req-f9c4d6bb-10ba-4c60-b0f1-5830e3faf24a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Unset dirty status for tenant:d217e17188c94444acafaeeb3b92cb40 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:31.799415 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6977dd63-5eb3-423f-a302-75780f37b16e req-f9c4d6bb-10ba-4c60-b0f1-5830e3faf24a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 946 time: 0.4043460
Nov 10 21:26:31.826947 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.896580 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bd19ff3-362c-42f7-9fa7-18c737d78307 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:26:31.916317 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.928081 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.950721 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Deleting port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:31.951392 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.954053 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8e395fc0-aa4d-4ee0-9145-755c59845065 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:31.970040 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf63f64-d792-4672-9371-226e6100fe65,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:31.974833 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:31.985558 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:31.989643 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8cf63f64-d792-4672-9371-226e6100fe65 HTTP/1.1" status: 204  len: 168 time: 0.2929270
Nov 10 21:26:32.030991 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Transition to ACTIVE for port object 5bd19ff3-362c-42f7-9fa7-18c737d78307 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:26:32.037967 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:32.051950 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:32.249844 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:32.251552 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:32.409244 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Attempting to bind port 5bd19ff3-362c-42f7-9fa7-18c737d78307 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:26:32.409830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Attempting to bind port 5bd19ff3-362c-42f7-9fa7-18c737d78307 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:26:32.410353 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Attempting to bind port 5bd19ff3-362c-42f7-9fa7-18c737d78307 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:26:32.438080 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Port 5bd19ff3-362c-42f7-9fa7-18c737d78307 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:26:32.438787 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Attempting to bind port 5bd19ff3-362c-42f7-9fa7-18c737d78307 on network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:26:32.464796 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:26:32.465126 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Checking segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:26:32.465500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Bound using segment: {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:26:32.465978 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Bound port: 5bd19ff3-362c-42f7-9fa7-18c737d78307, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '062b5d56-84bd-4c85-9cfb-486d2a29f37e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1108, 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:26:32.466320 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:32.493610 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] For port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,segment=NetworkSegment(5c626722-7451-4361-9835-0e1012c86bf0),segment_id=5c626722-7451-4361-9835-0e1012c86bf0)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:32.494896 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:32.597506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43544) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:32.636810 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:32.738447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Calling delete_port for b5e95065-1dd1-49e5-b6c1-ad901fafcf0d owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:32.776293 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:32.786652 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Usage tracker for resource:security_group_rule and tenant:7fdeb112788d43aa9e729ae2b0d38e60 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:32.797102 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:32.811759 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:32.865525 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00506d-3782-4400-837b-a78c933f0d44 req-22388dd7-a050-4d3f-b6f1-449cd6aa74e0 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:32.868178 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0c00506d-3782-4400-837b-a78c933f0d44 req-22388dd7-a050-4d3f-b6f1-449cd6aa74e0 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 946 time: 0.2354422
Nov 10 21:26:32.923173 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:26:32.937180 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:26:32.946983 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.008651 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c55860e3-265a-443e-ab7b-18a1a3aca448 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:33.035362 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.048235 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0c00506d-3782-4400-837b-a78c933f0d44 req-cb9bfbc5-d164-4d37-9382-52f0cf903254 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/security-groups?id=dbbdb82d-8b18-4d84-9b73-4713247d8eeb&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1543915
Nov 10 21:26:33.055630 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.121603 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-628e9162-8d1a-4111-bd56-b25d69488b2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:33.133015 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7fdeb112788d43aa9e729ae2b0d38e60&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5302358
Nov 10 21:26:33.136364 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43552) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:33.230940 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=445afdd6-e4e3-4b98-b59a-6b7c10bf87b6,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:33.249881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:33.290331 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.360627 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.403102 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:33.434510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:33.450845 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.458351 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4992c2e1-f848-4a42-a8a9-2f8392fad246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:33.489478 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=445afdd6-e4e3-4b98-b59a-6b7c10bf87b6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:33.500607 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:33.524446 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.526271 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.529667 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/445afdd6-e4e3-4b98-b59a-6b7c10bf87b6 HTTP/1.1" status: 204  len: 168 time: 0.3902690
Nov 10 21:26:33.534077 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] 10.222.0.76 "PUT /v2.0/ports/5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 200  len: 1094 time: 2.9486129
Nov 10 21:26:33.535423 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:33.690916 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'status': 'completed', 'code': 200}
Nov 10 21:26:33.716360 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c1b39f-2d52-481e-8690-d61fff02d091 req-e0ade12e-0f7a-4585-b535-e45074f0b692 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:33.717952 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-94c1b39f-2d52-481e-8690-d61fff02d091 req-e0ade12e-0f7a-4585-b535-e45074f0b692 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.7600460
Nov 10 21:26:33.723436 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.731648 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-84d10cd4-c490-4c1d-a3b2-5d9f5207bb7b tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:33.814762 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Pushing event deleted for resources: {'Port': ['ID=b5e95065-1dd1-49e5-b6c1-ad901fafcf0d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:33.823136 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:33.870933 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-94c1b39f-2d52-481e-8690-d61fff02d091 req-419ec1f6-eb4e-4df8-a1ea-131d7fd641a7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0989041
Nov 10 21:26:33.936879 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] No DVR routers for this DVR port b5e95065-1dd1-49e5-b6c1-ad901fafcf0d on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:26:33.939852 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:33.957731 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-20981356-833c-498a-9cea-67c8cf19c15a service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1097 time: 0.3518286
Nov 10 21:26:33.966863 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6977dd63-5eb3-423f-a302-75780f37b16e req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.76 "DELETE /v2.0/ports/b5e95065-1dd1-49e5-b6c1-ad901fafcf0d HTTP/1.1" status: 204  len: 173 time: 2.1585393
Nov 10 21:26:34.086702 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-79153a69-4e37-4e7c-af1a-9b66647bea3f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 200  len: 217 time: 0.1120167
Nov 10 21:26:34.197788 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-f3e6eb52-9787-4ae5-b71d-6821cffd3f99 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:34.201024 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-f3e6eb52-9787-4ae5-b71d-6821cffd3f99 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.1046550
Nov 10 21:26:34.309205 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0fdebe4e-3149-4936-b737-a7cef71e6e0e req-0c94053e-71fc-4983-80c5-f62ff71079e9 tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] 10.222.0.46 "GET /v2.0/ports?device_id=89764c68-06eb-4a4b-88ef-8ff634391fdf HTTP/1.1" status: 200  len: 210 time: 0.0448594
Nov 10 21:26:34.375923 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-d062e4e8-951b-412b-bd68-ac84e2699c1e service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1497569
Nov 10 21:26:34.548911 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-f49ac2fa-60ac-43de-a366-0f417e3f4516 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1626220
Nov 10 21:26:34.670050 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b5e95065-1dd1-49e5-b6c1-ad901fafcf0d no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:34.709024 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: b5e95065-1dd1-49e5-b6c1-ad901fafcf0d {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:34.709709 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b5e95065-1dd1-49e5-b6c1-ad901fafcf0d not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:34.773809 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bb1f0369-dae1-4f21-8918-b45d8b92610e req-09bb017f-27f8-46d4-aa60-b4ff957eb708 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2153544
Nov 10 21:26:34.962105 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-abedfbda-f6c7-4155-8277-4a15c8ceb255 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1097 time: 0.1006694
Nov 10 21:26:35.166863 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-c25a65a2-6c5f-441e-a3a8-1ed4c76b6f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:35.168365 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-c25a65a2-6c5f-441e-a3a8-1ed4c76b6f81 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.1981714
Nov 10 21:26:35.253383 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-1400def8-e66d-47a5-bbfd-6f90cec2798c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 200  len: 217 time: 0.0745323
Nov 10 21:26:35.259138 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7778bb6-eb00-49a6-9783-6ade03ad3622 req-541028d9-1680-4c99-87f9-2e6b36d79504 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:35.261229 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b7778bb6-eb00-49a6-9783-6ade03ad3622 req-541028d9-1680-4c99-87f9-2e6b36d79504 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1991422
Nov 10 21:26:35.357337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-1ecad9b9-e002-4186-a98b-e1d1be1fa4f6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:35.358815 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-1ecad9b9-e002-4186-a98b-e1d1be1fa4f6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.0966833
Nov 10 21:26:35.362230 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b7778bb6-eb00-49a6-9783-6ade03ad3622 req-970ec007-006c-407d-879c-33898ab89f27 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0699904
Nov 10 21:26:35.465934 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-000d8815-471a-4e2d-87a4-0f50e43f178d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0976434
Nov 10 21:26:35.476079 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43610) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:35.567343 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Deleting subnet a6276782-16b0-4a59-80ac-d8c117eec111 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:26:35.572778 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:35.655785 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-98a53018-03c5-4b01-85b8-472ecac2eabc service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1787019
Nov 10 21:26:35.666459 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:35.701711 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'name': 'network-vif-deleted', 'tag': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:35.759652 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:35.857813 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89764c68-06eb-4a4b-88ef-8ff634391fdf', 'name': 'network-vif-deleted', 'tag': 'b5e95065-1dd1-49e5-b6c1-ad901fafcf0d', 'status': 'completed', 'code': 200}
Nov 10 21:26:35.871004 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:35.876881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5d0540ed-3f16-4537-a22f-d66f54bf1299 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:35.918616 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a6276782-16b0-4a59-80ac-d8c117eec111,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:35.921738 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:35.928789 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:35.935654 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-89a2e43d-caa8-412c-b128-e1261d5324c8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a6276782-16b0-4a59-80ac-d8c117eec111 HTTP/1.1" status: 204  len: 168 time: 0.4581437
Nov 10 21:26:35.938054 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43622) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:35.940468 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1e7679d7-e3a2-4b57-92e1-73c65cbe6166 req-d18c3786-c335-438b-81c8-fee62cb2357e service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2757621
Nov 10 21:26:36.174415 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:36.325708 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:36.358338 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde23ba3040>,) {'filters': {'network_id': ['4dc21018-1e13-42d7-8415-abfaf390283b']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:36.373257 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23ba3040>, '5c626722-7451-4361-9835-0e1012c86bf0') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:36.373542 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23ba3040>, '5c626722-7451-4361-9835-0e1012c86bf0') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:36.387905 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:36.407151 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:36.415715 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:26:36.415715 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:26:36.433505 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:26:36.565671 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:36.575299 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:36.577597 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9b0a7fc3-1108-4a54-bce5-0b574ae6c225 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:36.603091 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Pushing event deleted for resources: {'Network': ['ID=4dc21018-1e13-42d7-8415-abfaf390283b,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:36.609959 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:36.624375 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4dc21018-1e13-42d7-8415-abfaf390283b HTTP/1.1" status: 204  len: 168 time: 0.6850276
Nov 10 21:26:36.649170 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c666b-8e88-49cd-93d6-3e5f6a2a3a94 req-c1a4e5ed-bd6c-4d87-88dc-cbb210fc6d6c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:36.651178 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b69c666b-8e88-49cd-93d6-3e5f6a2a3a94 req-c1a4e5ed-bd6c-4d87-88dc-cbb210fc6d6c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1265852
Nov 10 21:26:36.709488 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-b69c666b-8e88-49cd-93d6-3e5f6a2a3a94 req-05e3093f-8c59-4891-8407-e396b030aa1a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Synchronizing usage tracker for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:36.724071 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-b69c666b-8e88-49cd-93d6-3e5f6a2a3a94 req-05e3093f-8c59-4891-8407-e396b030aa1a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Unset dirty status for tenant:0472b3c136e742129c7b28ddf8848741 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:36.725240 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b69c666b-8e88-49cd-93d6-3e5f6a2a3a94 req-05e3093f-8c59-4891-8407-e396b030aa1a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0661073
Nov 10 21:26:36.874354 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43632) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:36.930910 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-1e608d1f-f63f-4f90-bf2d-936ce66dcb28 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d217e17188c94444acafaeeb3b92cb40&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0551233
Nov 10 21:26:36.934230 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43636) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:37.019972 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:37.050312 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:37.112156 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:37.117462 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-74ed3bde-1bff-470d-a7b0-5d04e2589a65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:37.132488 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbbdb82d-8b18-4d84-9b73-4713247d8eeb,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:37.136052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:37.157776 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:37.159326 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/dbbdb82d-8b18-4d84-9b73-4713247d8eeb HTTP/1.1" status: 204  len: 168 time: 0.2240174
Nov 10 21:26:38.190195 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e4759-1fb1-44ac-b9c0-b5d40a611882 req-7e4be046-effa-4f66-8d77-afacd4f8da9b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:38.191947 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-eb5e4759-1fb1-44ac-b9c0-b5d40a611882 req-7e4be046-effa-4f66-8d77-afacd4f8da9b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.2851920
Nov 10 21:26:38.258895 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-eb5e4759-1fb1-44ac-b9c0-b5d40a611882 req-deac4eb7-c54c-442a-abae-a8d0e90a0c72 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516279
Nov 10 21:26:38.688261 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:26:38.847804 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:38.870331 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'port_id': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'mac_address': 'fa:16:3e:6e:81:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:26:38.991804 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:39.012882 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd19ff3-362c-42f7-9fa7-18c737d78307 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:26:39.030486 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:39.035603 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:39.037498 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:39.116864 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:39.121212 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:39.349172 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['5bd19ff3-362c-42f7-9fa7-18c737d78307'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:26:39.594914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b37158-1d46-4d95-a7dc-bbd1f261cac8 req-e28a5e55-d8dd-4fa9-b9a9-df99f296d8a6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:39.596553 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f6b37158-1d46-4d95-a7dc-bbd1f261cac8 req-e28a5e55-d8dd-4fa9-b9a9-df99f296d8a6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 945 time: 0.1094072
Nov 10 21:26:39.654927 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f6b37158-1d46-4d95-a7dc-bbd1f261cac8 req-65044bdf-dc01-43d3-b65b-931d03db695c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496020
Nov 10 21:26:40.689455 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:26:40.798565 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 5bd19ff3-362c-42f7-9fa7-18c737d78307 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:26:40.835290 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 5bd19ff3-362c-42f7-9fa7-18c737d78307 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:26:40.835909 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:41.042433 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:41.081526 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:41.082531 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:41.089547 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:41.091875 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:41.144900 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41322244-6fbd-427c-97e0-a3cbde477213 req-2f1e7840-0fce-4033-b8d7-236adfd618f2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:41.146590 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-41322244-6fbd-427c-97e0-a3cbde477213 req-2f1e7840-0fce-4033-b8d7-236adfd618f2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 945 time: 0.1295700
Nov 10 21:26:41.172642 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:41.176011 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:41.222258 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-41322244-6fbd-427c-97e0-a3cbde477213 req-40119e90-8c7b-412b-933e-c168760798c6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659103
Nov 10 21:26:41.249471 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'code': 200}
Nov 10 21:26:41.720883 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5676d9c1-ad27-47b4-aa91-fcd43a0f788e req-53edf735-7bf1-4bbc-b7cf-94d0b75b954e tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:41.722461 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5676d9c1-ad27-47b4-aa91-fcd43a0f788e req-53edf735-7bf1-4bbc-b7cf-94d0b75b954e tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0926642
Nov 10 21:26:41.772480 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5676d9c1-ad27-47b4-aa91-fcd43a0f788e req-3f277685-308e-4154-8f0d-9029bc11f9d6 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442839
Nov 10 21:26:41.934293 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:42.477252 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd6a08-8c7c-4a85-95c1-9bfa4af3bc79 req-ba942db7-f3ad-4ea7-ae31-1eda87e18e89 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:42.479495 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c9fd6a08-8c7c-4a85-95c1-9bfa4af3bc79 req-ba942db7-f3ad-4ea7-ae31-1eda87e18e89 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1089797
Nov 10 21:26:42.529383 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c9fd6a08-8c7c-4a85-95c1-9bfa4af3bc79 req-46e05d4d-ec49-42c6-8eec-2805de82fb99 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435603
Nov 10 21:26:43.001202 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b43551-ed26-4321-ab44-20933c762680 req-9778d53f-70f2-4198-8a05-de88876feb0a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:43.002728 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b0b43551-ed26-4321-ab44-20933c762680 req-9778d53f-70f2-4198-8a05-de88876feb0a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0888171
Nov 10 21:26:43.054210 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b0b43551-ed26-4321-ab44-20933c762680 req-5a4828e5-ed3b-48e6-8321-3145097617b1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0453770
Nov 10 21:26:43.758335 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bf938-934a-4c49-be2e-a94dd97d702e req-99434dc2-1f1f-4913-b4bf-5492859fb695 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:43.760367 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0e1bf938-934a-4c49-be2e-a94dd97d702e req-99434dc2-1f1f-4913-b4bf-5492859fb695 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.0887320
Nov 10 21:26:43.825791 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0e1bf938-934a-4c49-be2e-a94dd97d702e req-e313fddc-f553-4406-a171-7f035c07f48b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553851
Nov 10 21:26:44.272586 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0c584bdb-c4d9-4317-b2df-49be0d4e6503 req-fd1ca17c-9a45-4b43-91a8-8683b31d6215 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1099 time: 0.1580641
Nov 10 21:26:44.369614 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0c584bdb-c4d9-4317-b2df-49be0d4e6503 req-8e0fdb4d-7503-44bd-acb1-ce5164d4c10d service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0846558
Nov 10 21:26:44.382430 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f76485-2f74-49f1-8c93-a56368fb571f req-ea5a7253-b23b-4be2-b4e8-f1211af485a5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:44.385222 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-19f76485-2f74-49f1-8c93-a56368fb571f req-ea5a7253-b23b-4be2-b4e8-f1211af485a5 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1744645
Nov 10 21:26:44.467005 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-19f76485-2f74-49f1-8c93-a56368fb571f req-fa7054e7-80cd-453a-80aa-5682167437a8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0726781
Nov 10 21:26:45.110542 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9caa2721-17e2-4d83-b58d-79aeb6be175a req-c6ced55f-a653-4340-9355-a0bd7b36d0e6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:45.113199 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9caa2721-17e2-4d83-b58d-79aeb6be175a req-c6ced55f-a653-4340-9355-a0bd7b36d0e6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1101639
Nov 10 21:26:45.163122 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9caa2721-17e2-4d83-b58d-79aeb6be175a req-2c97f1d3-0030-4cd3-948b-5706e3065308 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440226
Nov 10 21:26:45.678099 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d75f391-ba46-4179-b6e8-8415b057bcc4 req-479f2b6f-794b-482c-8133-c2acbee4c09f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:45.679522 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4d75f391-ba46-4179-b6e8-8415b057bcc4 req-479f2b6f-794b-482c-8133-c2acbee4c09f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.0879958
Nov 10 21:26:45.751744 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4d75f391-ba46-4179-b6e8-8415b057bcc4 req-f83e1151-0d5f-498f-80fc-041e8eba41e9 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0647795
Nov 10 21:26:46.418984 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a816d8-4640-4472-903e-42100365b46d req-c5cfb817-271a-4eb9-977b-0051733ee8dd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:46.420896 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-80a816d8-4640-4472-903e-42100365b46d req-c5cfb817-271a-4eb9-977b-0051733ee8dd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.0960822
Nov 10 21:26:46.498379 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-80a816d8-4640-4472-903e-42100365b46d req-89a11433-9818-42fc-9ef9-64e9e1f9bb54 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0710721
Nov 10 21:26:46.622848 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-1e6ba62a-6b68-4a76-83b5-36b894af3f76 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:46.624370 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-1e6ba62a-6b68-4a76-83b5-36b894af3f76 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.1192296
Nov 10 21:26:46.713205 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Deleting port b443680f-d4df-4a08-b470-173361eb021b {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:46.714337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:46.925986 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25768e9-0ef6-42f9-9a2b-32d2c1d5960b req-46fd5dbe-130b-4713-99d1-d5d9cb1c33c8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:46.927502 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f25768e9-0ef6-42f9-9a2b-32d2c1d5960b req-46fd5dbe-130b-4713-99d1-d5d9cb1c33c8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1889298
Nov 10 21:26:46.940292 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43808) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:46.949231 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Request body: {'floatingip': {'port_id': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:47.040516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:47.068568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] For port b443680f-d4df-4a08-b470-173361eb021b, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=b443680f-d4df-4a08-b470-173361eb021b,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:26:47.068850 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:47.187795 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27846181-2f95-4b6f-960a-18769675f444 req-9916dcd4-3347-4ac6-9585-f24d4dc14919 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:47.187795 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27846181-2f95-4b6f-960a-18769675f444 req-9916dcd4-3347-4ac6-9585-f24d4dc14919 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 945 time: 0.3006539
Nov 10 21:26:47.312158 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27846181-2f95-4b6f-960a-18769675f444 req-61a23887-1057-4965-ab47-71ac6ff19443 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=6b9df6c2-784c-4118-b7dc-3bf418f64f75&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1136394
Nov 10 21:26:47.464767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:47.464767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:47.464767 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Floating IP cdd521a7-007a-4b54-bdbc-d7f16eae6e86 disassociated. External IP: 172.27.0.151, port: b443680f-d4df-4a08-b470-173361eb021b.
Nov 10 21:26:47.464767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Calling delete_port for b443680f-d4df-4a08-b470-173361eb021b owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:47.637855 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:47.645762 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ea24cc30-3b87-4568-bef3-06cf9f8bd8c1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:47.702849 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event deleted for resources: {'Port': ['ID=b443680f-d4df-4a08-b470-173361eb021b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:47.708156 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:47.914053 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43832) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:48.059189 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.065609 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.097026 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2a4c2315-1252-4d78-8c6e-e0b90e644f9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.131899 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.164258 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Router 5514ad13-d109-4b12-aeba-71aea9a71810 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:26:48.186554 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:48.194090 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Usage tracker for resource:security_group_rule and tenant:fba59511d0c8404394ccbb97412efac0 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:48.199526 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:48.261919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:48.384491 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.l3_db [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Floating IP e1de8455-2f24-42d3-b2a7-8077303e146b associated. External IP: 172.27.0.19, port: 5bd19ff3-362c-42f7-9fa7-18c737d78307.
Nov 10 21:26:48.449149 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.456872 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.494744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-32781e8f-fba8-437f-a9d9-54e04715c1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:48.506907 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=fba59511d0c8404394ccbb97412efac0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5889313
Nov 10 21:26:48.508237 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43842) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:48.558438 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c58924bb-ff20-4673-9509-3cb963eefc1c,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:48.568023 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:48.612719 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3f43b282-eeee-41d0-89ec-7413a793213c req-489f8725-1fbc-4156-90eb-ab2c540b8b79 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=0b6cefc3-36a2-40b9-a249-767640d4eaf8 HTTP/1.1" status: 200  len: 210 time: 0.0913827
Nov 10 21:26:48.623556 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.640899 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:26:48.662046 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.667574 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] Sync routers for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:26:48.690411 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:48.691627 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde240a3a30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:26:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:48.692714 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.746861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] No DVR routers for this DVR port b443680f-d4df-4a08-b470-173361eb021b on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:26:48.751441 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.754028 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'name': 'network-vif-deleted', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:48.794844 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3b33dac4-7c91-4057-a5d5-e03a523e3a2f req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "DELETE /v2.0/ports/b443680f-d4df-4a08-b470-173361eb021b HTTP/1.1" status: 204  len: 173 time: 2.1645331
Nov 10 21:26:48.815815 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.830046 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-adda29f2-737f-4b0b-b3c4-9cf665ad7733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:48.857073 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c58924bb-ff20-4673-9509-3cb963eefc1c,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:48.873161 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:48.875292 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:48.876422 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c58924bb-ff20-4673-9509-3cb963eefc1c HTTP/1.1" status: 204  len: 168 time: 0.3637824
Nov 10 21:26:49.059137 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:26:49.106027 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:49.178857 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b6cefc3-36a2-40b9-a249-767640d4eaf8', 'name': 'network-vif-deleted', 'tag': 'b443680f-d4df-4a08-b470-173361eb021b', 'status': 'completed', 'code': 200}
Nov 10 21:26:49.338160 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:26:49.352395 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] Sync routers for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:26:49.354611 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:49.367921 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:49.368652 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24102730>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:26:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:49.590023 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e2447c88-cc3f-4464-a59e-4e28f30e5455 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "PUT /v2.0/floatingips/e1de8455-2f24-42d3-b2a7-8077303e146b HTTP/1.1" status: 200  len: 991 time: 2.6446285
Nov 10 21:26:49.590023 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:26:49.624537 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde240a3a30>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:49.637143 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] Checking router: 5514ad13-d109-4b12-aeba-71aea9a71810 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:26:49.685780 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:49.687048 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde240a3a30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:26:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:49.849400 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:49.856761 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'status': 'completed', 'code': 200}
Nov 10 21:26:50.020235 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:50.108036 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-09bb33ad-af1a-4674-9413-75e12ab20c71 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1099 time: 0.1974096
Nov 10 21:26:50.121884 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43880) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:50.296132 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:50.351415 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:50.432240 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-5d865779-c418-42fe-b853-a23a2af886a1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:50.434759 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-5d865779-c418-42fe-b853-a23a2af886a1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.3163750
Nov 10 21:26:50.459265 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:50.469181 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d8445af9-cf29-4ee7-bda6-bae23afd895b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:50.499416 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b9df6c2-784c-4118-b7dc-3bf418f64f75,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:50.502787 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:50.531933 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:50.535793 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "DELETE /v2.0/security-groups/6b9df6c2-784c-4118-b7dc-3bf418f64f75 HTTP/1.1" status: 204  len: 168 time: 0.4102674
Nov 10 21:26:50.547275 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43890) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:50.586982 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.api.v2.resource [None req-49545001-f061-4f18-a3e9-98a523329306 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] show failed (client error): The resource could not be found.
Nov 10 21:26:50.592061 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-49545001-f061-4f18-a3e9-98a523329306 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups/6b9df6c2-784c-4118-b7dc-3bf418f64f75 HTTP/1.1" status: 404  len: 347 time: 0.0408540
Nov 10 21:26:50.593163 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43894) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:50.620244 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-656e0050-4f80-46ff-a1f6-7f6491a9123f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 200  len: 999 time: 0.1700191
Nov 10 21:26:50.654065 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24102730>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'e1de8455-2f24-42d3-b2a7-8077303e146b', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'port_id': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'mac_address': 'fa:16:3e:6e:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:23Z', 'updated_at': '2021-11-10T21:26:47Z', 'revision_number': 1, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:50.665094 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] Checking router: c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:26:50.697892 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:26:50.698782 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24102730>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:26:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:50.737209 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-277c2056-f4ac-4217-9a74-976478567d49 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:50.738971 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-277c2056-f4ac-4217-9a74-976478567d49 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.1112485
Nov 10 21:26:50.772977 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b443680f-d4df-4a08-b470-173361eb021b no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:26:50.852803 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: b443680f-d4df-4a08-b470-173361eb021b {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:26:50.854188 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device b443680f-d4df-4a08-b470-173361eb021b not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:26:50.877640 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde240a3a30>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:50.884822 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a06d2f0c-e0f7-42c2-807b-830a7fee135d None None] The sync data for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi is: [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:26:50.925643 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-08eaa272-c9ff-4997-8f4c-e95c3ff94343 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1533337
Nov 10 21:26:51.075132 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Deleting port adcc2848-af7c-434e-b977-5925f1a20188 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:26:51.075742 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:51.144299 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-336359aa-167e-42ef-8d6b-7227e1edf2a1 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2162793
Nov 10 21:26:51.149447 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-03b382a2-4693-489f-8e0b-36153863079b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:51.153956 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:26:51.380752 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba9bcd1-748b-4086-8048-a48a9f9536e1 None None] New status for floating IP cdd521a7-007a-4b54-bdbc-d7f16eae6e86: DOWN {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:26:51.414913 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c8d1a7df-577f-4ad5-bda6-a1607b061e5f req-5a203427-0acc-4e21-8456-ca7bd77ef0d4 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2585166
Nov 10 21:26:51.426008 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:51.426606 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:51.613521 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Calling delete_port for adcc2848-af7c-434e-b977-5925f1a20188 owned by network:floatingip {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:26:51.683997 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24102730>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'e1de8455-2f24-42d3-b2a7-8077303e146b', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'port_id': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'mac_address': 'fa:16:3e:6e:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:23Z', 'updated_at': '2021-11-10T21:26:47Z', 'revision_number': 1, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:26:51.694879 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05df5012-f44d-48d0-85a2-7a56d2b3f7fe None None] The sync data for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi is: [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'e1de8455-2f24-42d3-b2a7-8077303e146b', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'floating_ip_address': '172.27.0.19', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'port_id': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'mac_address': 'fa:16:3e:6e:81:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:23Z', 'updated_at': '2021-11-10T21:26:47Z', 'revision_number': 1, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:26:51.748702 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:51.812374 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:51.813035 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-0ba9bcd1-748b-4086-8048-a48a9f9536e1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:26:51.813784 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-0ba9bcd1-748b-4086-8048-a48a9f9536e1 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:26:51.827372 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:51.917557 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event deleted for resources: {'Port': ['ID=adcc2848-af7c-434e-b977-5925f1a20188,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:51.921673 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:51.997768 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.022735 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.023939 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-092ed693-6ead-42be-84d6-2a4b0362d467 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "DELETE /v2.0/floatingips/cdd521a7-007a-4b54-bdbc-d7f16eae6e86 HTTP/1.1" status: 204  len: 168 time: 1.4297433
Nov 10 21:26:52.048036 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27bd6258-3b03-4164-918e-6e82625e8172 None None] New status for floating IP e1de8455-2f24-42d3-b2a7-8077303e146b: ACTIVE {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:26:52.315184 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ba9bcd1-748b-4086-8048-a48a9f9536e1 None None] New status for floating IP cdd521a7-007a-4b54-bdbc-d7f16eae6e86: DOWN {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:26:52.572365 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43936) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:52.578732 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1569355607', 'description': 'tempest-description--1027959638'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:52.585056 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:52.590466 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:52.593866 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:52.600798 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:52.616465 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.669631 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:52.673834 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group_rule and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:52.676944 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:52.685325 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:52.751204 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.756245 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.763775 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-82bb39fd-27a5-44dc-b8c4-6c14d7797e97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:52.809158 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32a7323b-8d99-4f52-bbce-3821aaaa65dd,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:52.812195 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.813448 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2400179
Nov 10 21:26:52.814497 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:52.818832 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43948) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:52.829365 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'security_group_rule': {'security_group_id': '32a7323b-8d99-4f52-bbce-3821aaaa65dd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:52.835982 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:52.842029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group_rule and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:52.845548 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:52.853774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:52.878577 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.969154 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.975327 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:52.985170 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cbe8419b-1631-4409-8a87-0777fb312d48 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:53.151854 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=093bf11f-7284-4345-8966-ef16505fb32e,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:53.156509 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:53.172838 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.177084 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.3530004
Nov 10 21:26:53.178269 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43968) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:53.186120 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'security_group_rule': {'security_group_id': '32a7323b-8d99-4f52-bbce-3821aaaa65dd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:53.194039 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:53.199814 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:security_group_rule and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:53.203919 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:53.213893 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:53.240987 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.343233 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.349953 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.365810 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8aa1cbc2-ac97-4a38-9e9e-2771a6f59202 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:53.403255 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b9460b0-2267-4c32-a399-f02ca6e83067,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:53.408191 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:53.427910 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.432493 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2507932
Nov 10 21:26:53.437403 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43980) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:53.449369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:26:53.460346 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:53.470093 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Usage tracker for resource:floatingip and tenant:b113375b3b844809a3554406eb5cb52d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:53.475639 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:53.494462 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:53.522175 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.583418 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.704802 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:53.879986 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Allocated IP 172.27.0.46 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/2b15d307-5db7-40c7-b05f-7bbb39863500) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:26:53.885872 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:26:54.016379 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 43990) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:54.050400 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.080426 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.085064 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:54.146067 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:26:54.154948 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:26:54.159857 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:26:54.168743 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'Port': ['ID=2b15d307-5db7-40c7-b05f-7bbb39863500,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:54.172685 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:54.186984 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.226061 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:54.230648 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Usage tracker for resource:security_group_rule and tenant:0c2dbb1be2aa4059a6c4fb5473e14095 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:54.233937 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:54.242647 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:54.334210 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.334545 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.340596 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.347924 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e9b38ab9-71ea-4578-8dbc-ab0f11a492a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:54.391916 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b285d1-099d-4163-911a-fefdc1bb7166,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:54.394904 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:54.401862 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b62cb166-2c57-445c-bc17-940a26cdffc5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0c2dbb1be2aa4059a6c4fb5473e14095&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3801413
Nov 10 21:26:54.402539 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 43998) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:54.459340 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.639948 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-339e93bd-a486-4c48-bccf-18ad8a51369a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.732178 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-339e93bd-a486-4c48-bccf-18ad8a51369a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.825912 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.831508 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.836553 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:54.870491 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-339e93bd-a486-4c48-bccf-18ad8a51369a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.903056 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.936557 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'Port': ['ID=2b15d307-5db7-40c7-b05f-7bbb39863500,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:54.940308 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-339e93bd-a486-4c48-bccf-18ad8a51369a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.941420 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-339e93bd-a486-4c48-bccf-18ad8a51369a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/64b285d1-099d-4163-911a-fefdc1bb7166 HTTP/1.1" status: 204  len: 168 time: 0.5378590
Nov 10 21:26:54.942391 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:54.942848 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5bbf4e22-954b-4aef-84bf-c9ddd416f924 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:54.951824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:54.952976 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.5137851
Nov 10 21:26:54.955426 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339e93bd-a486-4c48-bccf-18ad8a51369a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b285d1-099d-4163-911a-fefdc1bb7166,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:54.964346 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-339e93bd-a486-4c48-bccf-18ad8a51369a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:55.244318 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-a5f026a6-e85f-4946-9ab4-d38cf784c423 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:55.262860 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-a5f026a6-e85f-4946-9ab4-d38cf784c423 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:55.264993 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-a5f026a6-e85f-4946-9ab4-d38cf784c423 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-securitygroup--1569355607&fields=id&tenant_id=b113375b3b844809a3554406eb5cb52d HTTP/1.1" status: 200  len: 267 time: 0.0724900
Nov 10 21:26:55.387820 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44018) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:55.410443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:55.446875 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:26:55.451091 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Usage tracker for resource:security_group_rule and tenant:dd5cdbaecdc548eaa02424a71978a5c7 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:26:55.454284 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:26:55.460807 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:26:55.475684 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-cc025bc9-7c07-4de0-8dc9-90027dcd07d3 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:26:55.477302 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-cc025bc9-7c07-4de0-8dc9-90027dcd07d3 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 810 time: 0.2055008
Nov 10 21:26:55.499368 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-8f2c69be-58a1-4978-8357-51b78ea12808 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/quotas/b113375b3b844809a3554406eb5cb52d HTTP/1.1" status: 200  len: 375 time: 0.0138614
Nov 10 21:26:55.545367 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:55.550644 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:55.559582 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ef610645-f656-4cdf-95de-baece605f81f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:55.603920 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed71ea7f-3d0f-4bcf-8fa7-66b60c9c8264,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:55.607786 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:55.613403 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=dd5cdbaecdc548eaa02424a71978a5c7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2217433
Nov 10 21:26:55.613808 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44024) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:26:55.628756 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7184e41a-afd4-4d1f-9f34-1b2005627dfd tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:55.657870 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7184e41a-afd4-4d1f-9f34-1b2005627dfd tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:55.660393 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7184e41a-afd4-4d1f-9f34-1b2005627dfd tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1551757
Nov 10 21:26:55.693436 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:55.725160 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:55.792408 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:55.796488 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-05062897-2d6b-40c7-9dff-c58311b9df8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:26:55.811738 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed71ea7f-3d0f-4bcf-8fa7-66b60c9c8264,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:26:55.814400 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:26:55.815548 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:26:55.816671 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ed71ea7f-3d0f-4bcf-8fa7-66b60c9c8264 HTTP/1.1" status: 204  len: 168 time: 0.2020376
Nov 10 21:26:56.073134 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-16963655-dbf3-47c4-b5f9-27a3158f8964 service neutron] 10.222.0.46 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3913267
Nov 10 21:26:56.217468 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-ff7b98e7-4bd2-4d79-be53-dd70af377611 service neutron] 10.222.0.46 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1387024
Nov 10 21:26:56.432099 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-66cd41ce-b9f4-4d02-931b-ed8d86f6c8f2 req-2647f47a-ac5a-4897-bf52-90fab04379f1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:26:56.448546 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-66cd41ce-b9f4-4d02-931b-ed8d86f6c8f2 req-2647f47a-ac5a-4897-bf52-90fab04379f1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:26:56.450846 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-66cd41ce-b9f4-4d02-931b-ed8d86f6c8f2 req-2647f47a-ac5a-4897-bf52-90fab04379f1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 210 time: 0.0651970
Nov 10 21:26:57.633957 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8c25d313-2005-47f8-b014-ce38ec04cfb1 req-0146cbe0-aa5f-4eba-86f2-0b5e7ba35834 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 210 time: 0.0471783
Nov 10 21:26:58.804696 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8dc3bb54-8d22-420d-9591-3f7813a69b46 req-c172ef4a-ee78-4c14-9de8-302efff4a099 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 210 time: 0.0445626
Nov 10 21:26:59.970932 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-43933e81-6d36-4420-bc8f-8d1e45348436 req-c02e6145-4d94-4fc9-b430-897364bc70e2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 210 time: 0.0423374
Nov 10 21:27:00.535121 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-0c6f06c3-4a2e-4f39-852a-9706841be11f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:00.536722 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-0c6f06c3-4a2e-4f39-852a-9706841be11f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 810 time: 0.1505108
Nov 10 21:27:00.594874 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-0c85b92b-66b0-42fe-b8d5-5e00eb56026f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b113375b3b844809a3554406eb5cb52d HTTP/1.1" status: 200  len: 380 time: 0.0439742
Nov 10 21:27:00.613830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'port': {'device_id': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'admin_state_up': True, 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'security_groups': ['32a7323b-8d99-4f52-bbce-3821aaaa65dd']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:00.859719 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:00.870708 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:00.885295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Made reservation on behalf of b113375b3b844809a3554406eb5cb52d for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:27:00.889830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.108299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Allocated IP 172.20.0.12 (b0867bbc-d62a-4b7b-a662-02885d39b0e8/8209be17-771c-43f9-9090-7768656df39e/c2aeae1a-32f2-4a15-b520-c4a301601ca7) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:01.248781 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44150) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:01.325083 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5c807bf6-5264-4e3b-b6d2-04fe5adc7b7b req-50b1cb10-2ba6-4fa7-9da2-a54cb44144d6 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 210 time: 0.1826551
Nov 10 21:27:01.388558 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.405454 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Transition to ACTIVE for port object c2aeae1a-32f2-4a15-b520-c4a301601ca7 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:01.429525 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.445997 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:01.475675 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.495293 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:01.501490 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:01.526701 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:01.531105 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:01.531747 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.537347 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:01.546648 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Usage tracker for resource:security_group_rule and tenant:d80e3c3530084f36a300c2b5a03e2331 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:01.553089 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:01.573121 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:01.585693 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event updated for resources: {'Port': ['ID=c2aeae1a-32f2-4a15-b520-c4a301601ca7,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:01.589409 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9821434
Nov 10 21:27:01.592755 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:01.673773 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.678852 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.686403 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0a64f070-72a4-40d8-be21-28f631ea2d7b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:01.729430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6008a3c-16e3-4e7a-9cfe-e31a0bd91c0f,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:01.734244 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=d80e3c3530084f36a300c2b5a03e2331&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4833772
Nov 10 21:27:01.735201 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:01.736722 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44160) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:01.847523 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-56c46546-236d-47b8-99bb-d30be9ffdf0d None None] Provisioning for port c2aeae1a-32f2-4a15-b520-c4a301601ca7 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:01.853629 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-56c46546-236d-47b8-99bb-d30be9ffdf0d None None] Provisioning complete for port c2aeae1a-32f2-4a15-b520-c4a301601ca7 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:01.854186 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-56c46546-236d-47b8-99bb-d30be9ffdf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.893416 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.919431 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-56c46546-236d-47b8-99bb-d30be9ffdf0d None None] Port c2aeae1a-32f2-4a15-b520-c4a301601ca7 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:27:01.933286 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.990477 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:01.995274 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f691dd27-a115-49ba-a498-cef00189be0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:02.009631 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6008a3c-16e3-4e7a-9cfe-e31a0bd91c0f,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:02.012304 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:02.021753 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:02.022874 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d6008a3c-16e3-4e7a-9cfe-e31a0bd91c0f HTTP/1.1" status: 204  len: 168 time: 0.2851875
Nov 10 21:27:02.536003 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff7f22b-d3de-4389-88db-20cf8a4ede9a req-019b87f0-7f9c-4f1f-94ea-66e2bc143003 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:02.536805 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-3ff7f22b-d3de-4389-88db-20cf8a4ede9a req-019b87f0-7f9c-4f1f-94ea-66e2bc143003 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Synchronizing usage tracker for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:27:02.553919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-3ff7f22b-d3de-4389-88db-20cf8a4ede9a req-019b87f0-7f9c-4f1f-94ea-66e2bc143003 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Unset dirty status for tenant:b113375b3b844809a3554406eb5cb52d on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:27:02.555111 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3ff7f22b-d3de-4389-88db-20cf8a4ede9a req-019b87f0-7f9c-4f1f-94ea-66e2bc143003 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 932 time: 0.1079259
Nov 10 21:27:02.605061 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3ff7f22b-d3de-4389-88db-20cf8a4ede9a req-09b9da55-9b30-43af-8c22-c2c67cd1abaa tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427096
Nov 10 21:27:03.814503 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64682b99-9243-460a-b76d-e504e9edc16c req-fd420d85-1ed8-4493-8ebe-6077169d0584 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:03.818191 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-64682b99-9243-460a-b76d-e504e9edc16c req-fd420d85-1ed8-4493-8ebe-6077169d0584 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 932 time: 0.0877278
Nov 10 21:27:03.866225 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-64682b99-9243-460a-b76d-e504e9edc16c req-413c192c-22f9-4f57-993f-f7c516b226a9 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448554
Nov 10 21:27:04.260891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Request body: {'port': {'device_id': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:04.375981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:04.754021 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2aeae1a-32f2-4a15-b520-c4a301601ca7 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:27:04.761004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:04.776621 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Transition to ACTIVE for port object c2aeae1a-32f2-4a15-b520-c4a301601ca7 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:04.780568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:04.785610 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:04.922186 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aeae1a-32f2-4a15-b520-c4a301601ca7,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:04.926150 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:04.984476 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Attempting to bind port c2aeae1a-32f2-4a15-b520-c4a301601ca7 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:27:04.984795 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Attempting to bind port c2aeae1a-32f2-4a15-b520-c4a301601ca7 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:27:04.985127 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Attempting to bind port c2aeae1a-32f2-4a15-b520-c4a301601ca7 on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:04.991489 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Port c2aeae1a-32f2-4a15-b520-c4a301601ca7 on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:27:04.991851 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Attempting to bind port c2aeae1a-32f2-4a15-b520-c4a301601ca7 on network b0867bbc-d62a-4b7b-a662-02885d39b0e8 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:04.999369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:27:04.999841 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Checking segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:05.000221 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Bound using segment: {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:27:05.000650 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Bound port: c2aeae1a-32f2-4a15-b520-c4a301601ca7, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79b07e09-88b4-4229-9436-8817d10f34d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1117, 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:27:05.000991 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:05.169129 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] For port c2aeae1a-32f2-4a15-b520-c4a301601ca7, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:27:05.173945 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] For port c2aeae1a-32f2-4a15-b520-c4a301601ca7, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:27:05.186297 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47234f6-a0cc-415d-99e0-efc057ab007f req-9a6e131b-c9c2-4c83-9a42-2c809fb59a4c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:05.187764 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f47234f6-a0cc-415d-99e0-efc057ab007f req-9a6e131b-c9c2-4c83-9a42-2c809fb59a4c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.1740115
Nov 10 21:27:05.189369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:05.193350 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-828996ab-50dd-467c-8c21-3ef7af4221d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:05.277519 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:05.279237 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] 10.222.0.76 "PUT /v2.0/ports/c2aeae1a-32f2-4a15-b520-c4a301601ca7 HTTP/1.1" status: 200  len: 1094 time: 1.0231829
Nov 10 21:27:05.288734 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:27:05.571980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Pushing event updated for resources: {'Port': ['ID=c2aeae1a-32f2-4a15-b520-c4a301601ca7,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:05.579038 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:05.594686 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f47234f6-a0cc-415d-99e0-efc057ab007f req-81e9f572-6ffd-4df6-8a39-3d8a75ee92b2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3733444
Nov 10 21:27:05.635562 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'status': 'completed', 'code': 200}
Nov 10 21:27:05.655832 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-e423752a-92d5-4540-b1cf-a62c5cade965 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 1097 time: 0.1854825
Nov 10 21:27:05.740221 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-75f93709-6ce7-4de1-bceb-4053b4604140 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7 HTTP/1.1" status: 200  len: 217 time: 0.0777509
Nov 10 21:27:05.812324 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-1aa56e77-d31d-4829-abeb-6d3fdc9394be service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:05.813851 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-1aa56e77-d31d-4829-abeb-6d3fdc9394be service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.0663657
Nov 10 21:27:05.903291 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-c1a3b066-806a-45b7-b0bb-783ef6fdac5d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0806026
Nov 10 21:27:06.047489 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-d884a8a0-b932-4f1f-bc8a-4ff80a4da4e1 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1362090
Nov 10 21:27:06.194516 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2969ffd2-1b9e-40d8-82cd-43f442df8d83 req-33322114-21ed-433d-b2a8-f7d17c9ff592 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1400559
Nov 10 21:27:06.317027 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-4b9ab1b8-42af-44eb-a413-ca5d67b8ca1d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 1097 time: 0.0702021
Nov 10 21:27:06.458269 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-d11cfa59-01ba-4794-9f57-0eb1a1b8ec5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:06.459842 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-d11cfa59-01ba-4794-9f57-0eb1a1b8ec5b service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 912 time: 0.1341822
Nov 10 21:27:06.539013 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-ff478fc7-d93d-4f55-9dc4-f6f1195abd6c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7 HTTP/1.1" status: 200  len: 217 time: 0.0664010
Nov 10 21:27:06.602853 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-b41be550-85aa-4da9-b991-cfb00a47a455 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:06.604453 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-b41be550-85aa-4da9-b991-cfb00a47a455 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.0592086
Nov 10 21:27:06.701665 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-e733a118-3ef2-4973-a60e-dbb702a9aa0c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0718541
Nov 10 21:27:06.802082 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca3fa98-a63d-49c5-ab0d-26876d2e3085 req-f596a57f-6e8d-4327-83ed-e0873a8d8ad8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:06.803842 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4ca3fa98-a63d-49c5-ab0d-26876d2e3085 req-f596a57f-6e8d-4327-83ed-e0873a8d8ad8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.0869727
Nov 10 21:27:06.856602 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-d8e84646-df3b-444a-85c4-5d95a559bc7a service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1463797
Nov 10 21:27:06.859673 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4ca3fa98-a63d-49c5-ab0d-26876d2e3085 req-a007174d-56a9-45ac-9cde-610b22e11ba8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460093
Nov 10 21:27:07.017693 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bc95bdca-8cd1-45e0-95e1-02fbc7da7bc4 req-198e8a98-f0d8-41b4-a390-9dcc8008654d service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1534710
Nov 10 21:27:07.302280 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44278) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:07.481868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:07.516987 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:07.520856 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Usage tracker for resource:security_group_rule and tenant:314a2a30eae94885b666ef66914bbf0d is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:07.523946 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:07.530121 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:07.608387 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:07.612735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:07.620156 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:07.661480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c15671ac-201f-4195-bfbf-b8388762b8f3,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:07.664522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:07.671084 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=314a2a30eae94885b666ef66914bbf0d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3654001
Nov 10 21:27:07.672213 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44290) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:07.736961 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:07.763360 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:07.822854 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:07.826755 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1b604e76-8ce6-4c0e-9402-b8042d9996c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:07.841454 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c15671ac-201f-4195-bfbf-b8388762b8f3,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:07.845422 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:07.848923 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:07.852847 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c15671ac-201f-4195-bfbf-b8388762b8f3 HTTP/1.1" status: 204  len: 168 time: 0.1776748
Nov 10 21:27:08.091402 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f66ac-cb4c-40d6-a101-38e4ca6cb0cf req-f2871458-65e2-479f-ae2e-ab4f1dc4b3fc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:08.093563 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6c2f66ac-cb4c-40d6-a101-38e4ca6cb0cf req-f2871458-65e2-479f-ae2e-ab4f1dc4b3fc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.0895472
Nov 10 21:27:08.146215 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6c2f66ac-cb4c-40d6-a101-38e4ca6cb0cf req-63d66781-7bb1-441e-91a2-848ade6479d2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0459659
Nov 10 21:27:08.236517 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44306) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:08.254815 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:08.286284 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:08.290857 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Usage tracker for resource:security_group_rule and tenant:4cb44683b982413e9edd64f3a006dc10 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:08.293697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:08.299392 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:08.369222 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:08.373104 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:08.380172 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d22e14d1-4cd8-4c03-a8ce-1dd813977b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:08.420640 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfd4c0e-48fd-423a-a4f4-81a26239952b,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:08.427133 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4cb44683b982413e9edd64f3a006dc10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1871717
Nov 10 21:27:08.427133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:08.427408 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44310) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:08.488034 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:08.513662 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:08.658702 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:08.664265 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2c32316a-1bd3-4f21-b451-5cb17e870306 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:08.678306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfd4c0e-48fd-423a-a4f4-81a26239952b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:08.681277 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:08.683450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:08.688397 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/bbfd4c0e-48fd-423a-a4f4-81a26239952b HTTP/1.1" status: 204  len: 168 time: 0.2579963
Nov 10 21:27:09.380925 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device c2aeae1a-32f2-4a15-b520-c4a301601ca7 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:27:09.396270 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ceb241-f515-4b98-8ed0-98dacdc41f37 req-51718312-1998-4dc7-b80f-b25071c3aa6b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:09.398810 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-37ceb241-f515-4b98-8ed0-98dacdc41f37 req-51718312-1998-4dc7-b80f-b25071c3aa6b tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.0957623
Nov 10 21:27:09.484702 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-37ceb241-f515-4b98-8ed0-98dacdc41f37 req-68ec9680-2f5f-42fa-853a-dce143e47660 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0792124
Nov 10 21:27:09.586917 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port c2aeae1a-32f2-4a15-b520-c4a301601ca7, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:09.600895 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'port_id': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:27:09.657230 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:09.674601 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2aeae1a-32f2-4a15-b520-c4a301601ca7 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:27:09.691943 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port c2aeae1a-32f2-4a15-b520-c4a301601ca7, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:09.697624 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:09.699583 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:09.767315 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=c2aeae1a-32f2-4a15-b520-c4a301601ca7,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:09.770318 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:09.996764 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['c2aeae1a-32f2-4a15-b520-c4a301601ca7'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:27:10.712504 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348deeae-9e8a-47db-aa77-8938f9abc34f req-adcd33e8-2d5a-45ad-8a0a-db924f49e1dc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:10.714096 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-348deeae-9e8a-47db-aa77-8938f9abc34f req-adcd33e8-2d5a-45ad-8a0a-db924f49e1dc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 945 time: 0.0840671
Nov 10 21:27:10.770855 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-348deeae-9e8a-47db-aa77-8938f9abc34f req-57563c65-5d9b-4832-a532-b7b73fc34347 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0503201
Nov 10 21:27:11.219497 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803ac570-6978-44a2-ae6e-5ff1247528c3 req-a1aadb9a-a902-4d9d-b854-37341bcc2110 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:11.222336 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-803ac570-6978-44a2-ae6e-5ff1247528c3 req-a1aadb9a-a902-4d9d-b854-37341bcc2110 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 945 time: 0.0942037
Nov 10 21:27:11.278631 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-803ac570-6978-44a2-ae6e-5ff1247528c3 req-0e13ca5d-1998-4b70-b5e6-967f9cc735d8 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501151
Nov 10 21:27:11.381522 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device c2aeae1a-32f2-4a15-b520-c4a301601ca7 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:11.458000 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port c2aeae1a-32f2-4a15-b520-c4a301601ca7 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:11.464120 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port c2aeae1a-32f2-4a15-b520-c4a301601ca7 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:11.464890 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:11.593059 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:11.620960 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:27:11.632590 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port c2aeae1a-32f2-4a15-b520-c4a301601ca7, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:11.637156 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:11.639549 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:11.715132 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=c2aeae1a-32f2-4a15-b520-c4a301601ca7,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:11.719283 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:11.905289 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'code': 200}
Nov 10 21:27:11.929516 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:12.024525 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379173f-f086-4326-88c0-59df79fb806c req-06ead278-0807-4f2b-ae12-a9d7d5a80573 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:12.027412 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4379173f-f086-4326-88c0-59df79fb806c req-06ead278-0807-4f2b-ae12-a9d7d5a80573 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.0956974
Nov 10 21:27:12.088293 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4379173f-f086-4326-88c0-59df79fb806c req-579cb42a-c38b-42e9-9a59-ef3e015a2d44 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0532820
Nov 10 21:27:12.219749 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f6f6eae5-1ef1-4734-9a02-5e89d9fbf8a5 req-07160f8e-3f01-47eb-9fed-e1362cdfea3b service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 1099 time: 0.0739882
Nov 10 21:27:12.270877 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f6f6eae5-1ef1-4734-9a02-5e89d9fbf8a5 req-40f5a22e-bc61-4b7f-bec1-876697dab15c service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0425351
Nov 10 21:27:12.524830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b6d0c1-1161-4c13-a590-b2fa172ec81e req-3203e650-57a7-4fab-a53e-65311412d93e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:12.526798 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9b6d0c1-1161-4c13-a590-b2fa172ec81e req-3203e650-57a7-4fab-a53e-65311412d93e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 945 time: 0.1006796
Nov 10 21:27:12.587217 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b9b6d0c1-1161-4c13-a590-b2fa172ec81e req-640a8741-0ada-4973-a4f3-8198794adc7d tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492990
Nov 10 21:27:12.902975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44434) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:13.047171 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.078546 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:13.082359 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Usage tracker for resource:security_group_rule and tenant:2754257ed28841d09f6e4c10cc07d358 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:13.085038 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:13.091660 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:13.222911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.230194 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.240116 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f61c3817-ae00-49cf-bc1b-94e870c6b612 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:13.296879 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a9d458-0e8a-4675-ac2d-3e6e960a47cd,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:13.300982 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:13.305082 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8018b2-e45d-4931-a4de-578d3a27e822 req-c90407de-45de-49e4-87b7-abf71636f747 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:13.306975 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=2754257ed28841d09f6e4c10cc07d358&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4027877
Nov 10 21:27:13.307254 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b8018b2-e45d-4931-a4de-578d3a27e822 req-c90407de-45de-49e4-87b7-abf71636f747 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.0877831
Nov 10 21:27:13.307865 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44446) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:13.317217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-24c5712c-f507-4662-9e56-228c0f3043d4 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:13.318817 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-24c5712c-f507-4662-9e56-228c0f3043d4 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 945 time: 0.1697328
Nov 10 21:27:13.398641 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Deleting port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:27:13.399064 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.406658 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9b8018b2-e45d-4931-a4de-578d3a27e822 req-4afe8a20-f85b-4a53-9e9c-280af2afd66d tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0814681
Nov 10 21:27:13.425165 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.465198 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.537932 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.545881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:13.558691 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a9d458-0e8a-4675-ac2d-3e6e960a47cd,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:13.561151 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:13.566759 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.572111 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e5a9d458-0e8a-4675-ac2d-3e6e960a47cd HTTP/1.1" status: 204  len: 168 time: 0.2631533
Nov 10 21:27:13.772224 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] For port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:13.772593 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:13.873660 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b78e842-ab1a-4379-a3e6-1c32b95a038a req-29ab784c-460e-4e7e-b412-4aad573ca57b tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:13.875322 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6b78e842-ab1a-4379-a3e6-1c32b95a038a req-29ab784c-460e-4e7e-b412-4aad573ca57b tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=04b3c878-06a7-4b65-9828-cb04cd4ec344 HTTP/1.1" status: 200  len: 945 time: 0.0936904
Nov 10 21:27:13.917453 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Calling delete_port for fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:27:13.933295 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6b78e842-ab1a-4379-a3e6-1c32b95a038a req-bd7d703e-0d1b-4bdc-97e2-aee97f90c25d tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0513546
Nov 10 21:27:14.098640 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.107930 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88bbc7e-a826-4da2-88f1-a2e99642ed67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:14.112749 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:27:14.157795 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Pushing event deleted for resources: {'Port': ['ID=fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:14.161403 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:14.178133 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44468) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:14.199192 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.234355 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:14.238278 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Usage tracker for resource:security_group_rule and tenant:4dc13fb70c3045cd950d760ed8a07819 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:14.241465 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:14.247631 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:14.256331 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] No DVR routers for this DVR port fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:27:14.259017 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.265599 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'name': 'network-vif-deleted', 'tag': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:27:14.284351 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ee2784a9-58e5-456b-8e06-50396e9e76d8 req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "DELETE /v2.0/ports/fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc HTTP/1.1" status: 204  len: 173 time: 0.9586744
Nov 10 21:27:14.339646 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04b3c878-06a7-4b65-9828-cb04cd4ec344', 'name': 'network-vif-deleted', 'tag': 'fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc', 'status': 'completed', 'code': 200}
Nov 10 21:27:14.339896 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.344052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.351229 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-301720a7-b0c8-47a2-8c25-7e9784eed4bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:14.392655 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1fef462-ebd8-44ee-a1ba-249134d6b43c,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:14.398812 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:14.415780 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4dc13fb70c3045cd950d760ed8a07819&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2363780
Nov 10 21:27:14.418830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44476) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:14.493885 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.530659 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.596675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.605884 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:14.622391 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:14.623837 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c1fef462-ebd8-44ee-a1ba-249134d6b43c HTTP/1.1" status: 204  len: 168 time: 0.2038503
Nov 10 21:27:14.624971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1fef462-ebd8-44ee-a1ba-249134d6b43c,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:14.637735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:14.698536 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459a879-52c7-43f7-a6e4-5817374f1fc6 req-1f9b089a-6b49-4438-9e2e-6a9c1070e6a8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:14.700070 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1459a879-52c7-43f7-a6e4-5817374f1fc6 req-1f9b089a-6b49-4438-9e2e-6a9c1070e6a8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.1085641
Nov 10 21:27:14.764322 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1459a879-52c7-43f7-a6e4-5817374f1fc6 req-96bc0cfc-5eae-486f-92f3-a94196663094 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0573039
Nov 10 21:27:15.058675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52460b15-b4dd-4cf1-9fcd-e51589153fca req-c946653a-1f2b-4eb5-9780-95d25ad0c136 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:15.066266 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-52460b15-b4dd-4cf1-9fcd-e51589153fca req-c946653a-1f2b-4eb5-9780-95d25ad0c136 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.1370518
Nov 10 21:27:15.072045 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44504) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:15.077460 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Request body: {'floatingip': {'port_id': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:15.178021 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:15.647773 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-bce1f63a-c13b-4eff-a003-059a2b49b213 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0882723
Nov 10 21:27:15.893917 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-6cee1ab7-5889-48c4-a0ca-67de5adcb9bc service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1099 time: 0.1723483
Nov 10 21:27:16.059613 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:16.067958 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:16.272252 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.l3_db [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Floating IP b886e440-fefa-4e8e-b55d-628b720f3484 associated. External IP: 172.27.0.46, port: c2aeae1a-32f2-4a15-b520-c4a301601ca7.
Nov 10 21:27:16.691485 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Router 5514ad13-d109-4b12-aeba-71aea9a71810 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:27:16.907449 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:27:16.917779 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] Sync routers for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:27:16.920158 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:16.931070 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:27:16.932039 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde241d6730>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:26:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:16.975166 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4ea59f09-3779-4a5b-a4a7-bf6ee266c19c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "PUT /v2.0/floatingips/b886e440-fefa-4e8e-b55d-628b720f3484 HTTP/1.1" status: 200  len: 991 time: 1.9018393
Nov 10 21:27:16.975617 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:27:17.141766 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:27:17.485453 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:27:17.516762 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde241d6730>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'b886e440-fefa-4e8e-b55d-628b720f3484', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'port_id': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:54Z', 'updated_at': '2021-11-10T21:27:15Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:17.527372 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:27:17.527712 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device fdd7bb5f-38e8-42c9-88d1-fb4ccb1c44dc not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:27:17.530266 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] Checking router: 5514ad13-d109-4b12-aeba-71aea9a71810 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:27:17.542191 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:27:17.542786 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde241d6730>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:26:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:17.720678 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:27:18.078933 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde241d6730>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'b886e440-fefa-4e8e-b55d-628b720f3484', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'port_id': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:54Z', 'updated_at': '2021-11-10T21:27:15Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:18.089376 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bac9c3d8-859c-41b2-bca2-2a98e670b103 None None] The sync data for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi is: [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'b886e440-fefa-4e8e-b55d-628b720f3484', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'floating_ip_address': '172.27.0.46', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'port_id': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'mac_address': 'fa:16:3e:28:8e:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:26:54Z', 'updated_at': '2021-11-10T21:27:15Z', 'revision_number': 1, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:27:18.094861 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-85a953e4-f39a-47f2-b799-2d333262dcad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:18.280430 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d65b0bb-162e-4da7-b304-57d5fd935191 None None] New status for floating IP b886e440-fefa-4e8e-b55d-628b720f3484: ACTIVE {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:27:18.562522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-04e59005-5f6e-48a7-aa3d-b298718fd491 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:18.564587 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-04e59005-5f6e-48a7-aa3d-b298718fd491 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 910 time: 0.1447582
Nov 10 21:27:18.644951 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:18.681357 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'status': 'completed', 'code': 200}
Nov 10 21:27:18.690441 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-79bd9a4c-25fc-4a8b-ae1b-41f14dffba8f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 1002 time: 0.1189489
Nov 10 21:27:18.806264 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-688d9bb9-fa0c-437d-9e24-9e61f245a940 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:18.807582 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-688d9bb9-fa0c-437d-9e24-9e61f245a940 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.1091707
Nov 10 21:27:18.874648 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-23614270-85b8-48fb-bd8e-17a3700278f6 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=b113375b3b844809a3554406eb5cb52d&device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 1099 time: 0.1354241
Nov 10 21:27:18.979177 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-27ad3933-643e-4ba0-b669-47f90d83c3a0 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1642964
Nov 10 21:27:19.149406 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-0ad7da98-49d8-436f-841d-4fbd973383a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:19.150848 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-0ad7da98-49d8-436f-841d-4fbd973383a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 200  len: 912 time: 0.2684591
Nov 10 21:27:19.263592 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-f9226f91-5dbf-47e5-a695-d5bb4dc50d74 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2763331
Nov 10 21:27:19.353174 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-e4849e4c-b559-4e07-9d65-b27904a4dfcb service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7 HTTP/1.1" status: 200  len: 1001 time: 0.1943889
Nov 10 21:27:19.455187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-56cb3ddc-3f73-424a-8d15-a7f9e35b0008 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:19.456601 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-56cb3ddc-3f73-424a-8d15-a7f9e35b0008 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 200  len: 849 time: 0.0966527
Nov 10 21:27:19.463876 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b8964244-8d51-4a5e-969d-f79a8efe1197 req-a437cbfe-8f62-418b-a7fe-95c428ea465c service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1887038
Nov 10 21:27:19.538948 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-34abf7be-e22b-433b-9974-2d83172b0ba8 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=b0867bbc-d62a-4b7b-a662-02885d39b0e8&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0737970
Nov 10 21:27:19.697809 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-0eb57d79-2a20-4d7c-94df-305d5910d8e9 service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1515267
Nov 10 21:27:19.845015 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b73d3832-e291-4b38-bc75-416d29bfae56 req-4dc448cb-eef2-4821-a5d1-4823199e61cc service neutron] 10.222.0.76 "GET /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1408761
Nov 10 21:27:21.152657 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-ad308133-f3fc-4fd7-9f0f-c8ed27304ef4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.295375 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44624) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:21.435155 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.467244 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:21.471174 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Usage tracker for resource:security_group_rule and tenant:4d53032ccd394df9a9ce5da70e82b6fc is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:21.474063 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:21.479930 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:21.547731 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.551601 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.559450 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bd986544-f6a8-4ba4-9710-21ceebbb11e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:21.582266 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.600416 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643f88ab-2b02-4d0f-b393-31e7a647226d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:21.605843 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4d53032ccd394df9a9ce5da70e82b6fc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3082652
Nov 10 21:27:21.605843 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:21.607856 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44630) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:21.672004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.698487 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.747516 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.751332 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-313a4dc2-c9b7-48b1-a228-0e517e5cf17e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:21.764426 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643f88ab-2b02-4d0f-b393-31e7a647226d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:21.767521 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:21.769394 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:21.770516 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/643f88ab-2b02-4d0f-b393-31e7a647226d HTTP/1.1" status: 204  len: 168 time: 0.1621070
Nov 10 21:27:22.115074 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44638) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:22.136974 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:22.173772 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:22.177914 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Usage tracker for resource:security_group_rule and tenant:7740d95051d84c8a88c02b472a725cce is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:22.181861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:22.187776 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:22.261260 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:22.265793 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:22.272878 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d8a45e74-cb79-4b06-98ce-60aa4adebb78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:22.422397 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23056ed-04a2-49c3-8c25-a4d0d520239c,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:22.425426 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:22.427661 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7740d95051d84c8a88c02b472a725cce&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3116009
Nov 10 21:27:22.431933 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44646) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:22.492083 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:22.519380 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:22.570684 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:22.575002 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4fd26df7-58b3-47d1-ad3b-28cbd2da5197 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:22.587952 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23056ed-04a2-49c3-8c25-a4d0d520239c,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:22.590797 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:22.592771 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:22.593884 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e23056ed-04a2-49c3-8c25-a4d0d520239c HTTP/1.1" status: 204  len: 168 time: 0.1611481
Nov 10 21:27:22.988726 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44654) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:23.007595 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:23.042078 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:23.045942 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Usage tracker for resource:security_group_rule and tenant:b7aff95b7667449ea05557d38c94dcee is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:23.048781 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:23.054831 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:23.126417 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:23.131332 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:23.137914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-55101410-e8ed-453d-80fc-a0738b9c1750 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:23.181288 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b7aff95b7667449ea05557d38c94dcee&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1914799
Nov 10 21:27:23.182144 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c11c7f-beb9-4bb9-a29d-17e3f676fd95,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:23.184229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44660) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:23.187867 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:23.247810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:23.277474 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:23.342355 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:23.346331 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d2206a3c-2845-43fb-ad0b-86aa52f4fc25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:23.358013 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c11c7f-beb9-4bb9-a29d-17e3f676fd95,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:23.361794 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:23.366624 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:23.368921 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a0c11c7f-beb9-4bb9-a29d-17e3f676fd95 HTTP/1.1" status: 204  len: 168 time: 0.1836574
Nov 10 21:27:23.550468 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:30.877686 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:27:31.241310 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a376d70-77ea-470b-9f74-2c942542c73d req-9923fbd6-53c4-4a2c-9014-5ec9fbdcd8b2 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:31.242672 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-9923fbd6-53c4-4a2c-9014-5ec9fbdcd8b2 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/networks?id=a80b8d04-e802-49e0-b147-b2598a1827a6 HTTP/1.1" status: 200  len: 813 time: 0.1505604
Nov 10 21:27:31.259162 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-9cb9846a-aab4-477c-938c-a4090168cd8f tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/quotas/7801965e633341e2bb51508764ca2a2d HTTP/1.1" status: 200  len: 375 time: 0.0106225
Nov 10 21:27:31.304751 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-2a376d70-77ea-470b-9f74-2c942542c73d req-7c699864-3595-4cb5-9dec-561d98d4e73e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Synchronizing usage tracker for tenant:7801965e633341e2bb51508764ca2a2d on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:27:31.320224 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-2a376d70-77ea-470b-9f74-2c942542c73d req-7c699864-3595-4cb5-9dec-561d98d4e73e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Unset dirty status for tenant:7801965e633341e2bb51508764ca2a2d on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:27:31.321708 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-7c699864-3595-4cb5-9dec-561d98d4e73e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=7801965e633341e2bb51508764ca2a2d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0575292
Nov 10 21:27:31.462610 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-a0b34623-973e-497e-b8ce-b651dc614ef1 service neutron] 10.222.0.46 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1330652
Nov 10 21:27:31.624283 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-c3fe45d2-1b0d-4295-90cf-9e89e00896e2 service neutron] 10.222.0.46 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1554265
Nov 10 21:27:33.711952 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8c0fbf4c-7726-4559-bd03-881c2c53f2c3 req-ffc74246-3a79-49d7-afa9-de82d7410819 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 210 time: 0.0918486
Nov 10 21:27:34.351250 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a376d70-77ea-470b-9f74-2c942542c73d req-91270559-986f-4c21-bf5c-66f0480c17f2 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:34.351250 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-91270559-986f-4c21-bf5c-66f0480c17f2 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "GET /v2.0/networks?id=a80b8d04-e802-49e0-b147-b2598a1827a6 HTTP/1.1" status: 200  len: 813 time: 0.1627584
Nov 10 21:27:34.370979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Request body: {'port': {'device_id': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6', 'admin_state_up': True, 'tenant_id': '7801965e633341e2bb51508764ca2a2d'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:34.516816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:34.527035 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:34.540720 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Made reservation on behalf of 7801965e633341e2bb51508764ca2a2d for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:27:34.543654 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:34.768845 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Allocated IP 172.20.0.10 (a80b8d04-e802-49e0-b147-b2598a1827a6/0977c01f-22dc-499d-bf20-b62b00f981eb/ec8e095d-78a5-49b1-bf59-b5390f670bfd) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:34.970759 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f329b22a-3ecb-4f10-944d-4379aad84a70 req-bf688563-92d1-4f5b-a2c2-eebe13e0172a tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 210 time: 0.0623889
Nov 10 21:27:35.029523 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:35.065483 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:35.075619 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-40d109cd-4d67-496e-936d-dee8797ac20c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:35.152824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Network a80b8d04-e802-49e0-b147-b2598a1827a6 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:35.155991 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:35.166609 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:35.170590 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:35.171184 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:35.185686 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Pushing event updated for resources: {'Port': ['ID=ec8e095d-78a5-49b1-bf59-b5390f670bfd,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:35.201381 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.201831 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.202191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.202541 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.202892 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.203242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.203589 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.203931 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.204271 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.204612 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.204952 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:35.209861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:35.216621 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8496242
Nov 10 21:27:35.230355 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Request body: {'port': {'device_id': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:35.358095 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:35.824297 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec8e095d-78a5-49b1-bf59-b5390f670bfd {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:27:35.833975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:35.849201 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Transition to ACTIVE for port object ec8e095d-78a5-49b1-bf59-b5390f670bfd will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:35.853266 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:35.857135 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9f2c4787-0f95-408a-bc5e-01368742cb1a tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:35.986697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8e095d-78a5-49b1-bf59-b5390f670bfd,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:36.012432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:36.040954 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Attempting to bind port ec8e095d-78a5-49b1-bf59-b5390f670bfd on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:27:36.041504 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Attempting to bind port ec8e095d-78a5-49b1-bf59-b5390f670bfd by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:27:36.041865 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Attempting to bind port ec8e095d-78a5-49b1-bf59-b5390f670bfd on network a80b8d04-e802-49e0-b147-b2598a1827a6 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:36.047824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Port ec8e095d-78a5-49b1-bf59-b5390f670bfd on network a80b8d04-e802-49e0-b147-b2598a1827a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:27:36.048144 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Attempting to bind port ec8e095d-78a5-49b1-bf59-b5390f670bfd on network a80b8d04-e802-49e0-b147-b2598a1827a6 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:36.056979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:27:36.057535 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Checking segment: {'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:36.058189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Bound using segment: {'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:27:36.058921 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Bound port: ec8e095d-78a5-49b1-bf59-b5390f670bfd, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0479313-af02-45ac-b21d-b77a7e5113cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1105, 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:27:36.059522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:36.182095 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] For port ec8e095d-78a5-49b1-bf59-b5390f670bfd, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:27:36.185835 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] For port ec8e095d-78a5-49b1-bf59-b5390f670bfd, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ec8e095d-78a5-49b1-bf59-b5390f670bfd,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:27:36.187447 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b2433-6cb0-4cee-9979-02a81ac61086 req-5a80b516-cb44-4dda-892b-f09f67731dee tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:36.189512 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-736b2433-6cb0-4cee-9979-02a81ac61086 req-5a80b516-cb44-4dda-892b-f09f67731dee tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 944 time: 0.0922432
Nov 10 21:27:36.193831 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:36.199324 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-19e74bbf-3803-4efc-ba08-c0d62c7e2608 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:36.255739 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-736b2433-6cb0-4cee-9979-02a81ac61086 req-451c4f46-7bde-42b6-b36f-4d2b4b795959 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577240
Nov 10 21:27:36.259842 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:36.261350 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] 10.222.0.76 "PUT /v2.0/ports/ec8e095d-78a5-49b1-bf59-b5390f670bfd HTTP/1.1" status: 200  len: 1094 time: 1.0359321
Nov 10 21:27:36.263722 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'tag': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:27:36.289670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Pushing event updated for resources: {'Port': ['ID=ec8e095d-78a5-49b1-bf59-b5390f670bfd,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:36.293716 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:36.351183 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'tag': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd', 'status': 'completed', 'code': 200}
Nov 10 21:27:36.391755 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-23267603-6681-4b6b-b0f1-5af69416a0eb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7801965e633341e2bb51508764ca2a2d&device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 1097 time: 0.0773654
Nov 10 21:27:36.477378 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-b254f685-cc6f-4145-babc-c12d119a8e2b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec8e095d-78a5-49b1-bf59-b5390f670bfd HTTP/1.1" status: 200  len: 217 time: 0.0719261
Nov 10 21:27:36.544885 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a376d70-77ea-470b-9f74-2c942542c73d req-e3cb3c12-8e54-4906-ac35-16ccbe930db6 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:36.546514 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-e3cb3c12-8e54-4906-ac35-16ccbe930db6 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0977c01f-22dc-499d-bf20-b62b00f981eb HTTP/1.1" status: 200  len: 853 time: 0.0660069
Nov 10 21:27:36.597544 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-cb106de2-9d4b-4376-b4c5-414c5ae69085 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a80b8d04-e802-49e0-b147-b2598a1827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0439944
Nov 10 21:27:36.739491 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-3f47c231-2ebe-4600-aad6-5f6606fcd3b9 service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1338828
Nov 10 21:27:36.892863 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2a376d70-77ea-470b-9f74-2c942542c73d req-5672772b-87af-4d0e-8884-3584ccafe4b9 service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432319
Nov 10 21:27:37.021136 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-372a32ba-7a65-4235-a4f1-d76a507264f1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=7801965e633341e2bb51508764ca2a2d&device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 1097 time: 0.0735998
Nov 10 21:27:37.175780 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-067a8265-9f21-4eeb-82d5-4acd01af1362 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:37.177225 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-067a8265-9f21-4eeb-82d5-4acd01af1362 service neutron] 10.222.0.76 "GET /v2.0/networks?id=a80b8d04-e802-49e0-b147-b2598a1827a6 HTTP/1.1" status: 200  len: 915 time: 0.1476784
Nov 10 21:27:37.252582 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-0f594f01-c98c-459f-8320-1964fd744759 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ec8e095d-78a5-49b1-bf59-b5390f670bfd HTTP/1.1" status: 200  len: 217 time: 0.0672739
Nov 10 21:27:37.338101 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-73b1de48-9ed0-4bff-b63f-2ee5c2ddb8e4 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:37.339169 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-73b1de48-9ed0-4bff-b63f-2ee5c2ddb8e4 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=0977c01f-22dc-499d-bf20-b62b00f981eb HTTP/1.1" status: 200  len: 853 time: 0.0789156
Nov 10 21:27:37.401317 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-fda281b3-18ae-47a0-8593-a251e9f0b945 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=a80b8d04-e802-49e0-b147-b2598a1827a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0541718
Nov 10 21:27:37.519586 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc079ba7-cc65-4cdc-8eb3-3794332c26a2 req-84d6f6d8-7902-41d2-b3bc-8e58ef8ed740 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:37.521489 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cc079ba7-cc65-4cdc-8eb3-3794332c26a2 req-84d6f6d8-7902-41d2-b3bc-8e58ef8ed740 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 944 time: 0.1415217
Nov 10 21:27:37.581725 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cc079ba7-cc65-4cdc-8eb3-3794332c26a2 req-9e7b36e1-b8c2-43fa-9cbf-cf535017e22d tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516579
Nov 10 21:27:37.681303 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-a1754bcc-fa1d-44c6-8761-4585a2e0123c service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2722881
Nov 10 21:27:37.825869 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c48d71be-2398-4c75-8ecf-2cda8bd293ee req-9886f968-7466-4abc-9669-f0070993c625 service neutron] 10.222.0.76 "GET /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1372447
Nov 10 21:27:38.887138 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f707c29-7490-413b-b714-1af3c64b52cc req-e9611fff-e6e9-42bd-aebd-29e64f1fe6e7 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:38.887862 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-5f707c29-7490-413b-b714-1af3c64b52cc req-e9611fff-e6e9-42bd-aebd-29e64f1fe6e7 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Synchronizing usage tracker for tenant:7801965e633341e2bb51508764ca2a2d on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:27:38.906679 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-5f707c29-7490-413b-b714-1af3c64b52cc req-e9611fff-e6e9-42bd-aebd-29e64f1fe6e7 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Unset dirty status for tenant:7801965e633341e2bb51508764ca2a2d on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:27:38.908345 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5f707c29-7490-413b-b714-1af3c64b52cc req-e9611fff-e6e9-42bd-aebd-29e64f1fe6e7 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 944 time: 0.1288118
Nov 10 21:27:38.962266 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5f707c29-7490-413b-b714-1af3c64b52cc req-c5af701f-2f9d-4db1-be24-8f03e07bf3b0 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475192
Nov 10 21:27:39.566493 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device ec8e095d-78a5-49b1-bf59-b5390f670bfd details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:27:39.707628 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port ec8e095d-78a5-49b1-bf59-b5390f670bfd, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ec8e095d-78a5-49b1-bf59-b5390f670bfd,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:39.722753 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd', 'network_id': 'a80b8d04-e802-49e0-b147-b2598a1827a6', 'port_id': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd', 'mac_address': 'fa:16:3e:41:80:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0977c01f-22dc-499d-bf20-b62b00f981eb', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:27:39.791049 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:39.814307 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec8e095d-78a5-49b1-bf59-b5390f670bfd {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:27:39.841142 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port ec8e095d-78a5-49b1-bf59-b5390f670bfd, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ec8e095d-78a5-49b1-bf59-b5390f670bfd,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:39.846952 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:39.849902 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:39.961225 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=ec8e095d-78a5-49b1-bf59-b5390f670bfd,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:39.971563 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.971904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.972223 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.972556 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.972879 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.973199 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.973521 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.973895 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.974218 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.974532 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.974845 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:39.979207 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:40.133685 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['ec8e095d-78a5-49b1-bf59-b5390f670bfd'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:27:40.250261 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323910c7-8e5d-4680-bbdd-0ec8a6e9b36f req-82bc2824-44fa-42e9-be2a-93a38d3abb77 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:40.252990 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-323910c7-8e5d-4680-bbdd-0ec8a6e9b36f req-82bc2824-44fa-42e9-be2a-93a38d3abb77 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 945 time: 0.1539745
Nov 10 21:27:40.266625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44846) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:40.341062 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-323910c7-8e5d-4680-bbdd-0ec8a6e9b36f req-39eee171-5e9b-48bd-a609-0f712f4778ab tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0795760
Nov 10 21:27:40.448849 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:40.490424 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:40.496251 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Usage tracker for resource:security_group_rule and tenant:a2bb4d534847432faf52587aeef429cc is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:40.499717 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:40.506646 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:40.614189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:40.620570 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:40.628004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9f443690-cf48-4d98-ae5d-55b63a3a5a32 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:40.677272 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34643712-c28b-49a4-a25d-6ff705790a52,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:40.681354 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:40.687695 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-b94bc636-a754-4025-852a-ea0e1c38e308 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a2bb4d534847432faf52587aeef429cc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4162333
Nov 10 21:27:40.687989 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44856) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:40.760896 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:40.789914 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:40.846823 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:40.852639 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:40.872342 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34643712-c28b-49a4-a25d-6ff705790a52,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:40.876979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:40.880217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:40.881834 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/34643712-c28b-49a4-a25d-6ff705790a52 HTTP/1.1" status: 204  len: 168 time: 0.1927328
Nov 10 21:27:41.597668 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device ec8e095d-78a5-49b1-bf59-b5390f670bfd up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:41.617552 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6609fd-a1cb-4378-b51f-64f5c2074f95 req-f72cc0f3-3860-4992-8b84-03e799314d79 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:41.621770 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3f6609fd-a1cb-4378-b51f-64f5c2074f95 req-f72cc0f3-3860-4992-8b84-03e799314d79 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 945 time: 0.1177900
Nov 10 21:27:41.695466 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3f6609fd-a1cb-4378-b51f-64f5c2074f95 req-7b00237f-40fd-4c03-981e-13c56acfab13 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650117
Nov 10 21:27:41.733174 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port ec8e095d-78a5-49b1-bf59-b5390f670bfd completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:41.741854 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port ec8e095d-78a5-49b1-bf59-b5390f670bfd triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:41.742466 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:41.886826 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44884) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:41.928934 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:41.969515 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:41.976814 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:27:41.990534 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port ec8e095d-78a5-49b1-bf59-b5390f670bfd, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ec8e095d-78a5-49b1-bf59-b5390f670bfd,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:42.001698 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.004834 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:42.046121 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd', 'code': 200}
Nov 10 21:27:42.098680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=ec8e095d-78a5-49b1-bf59-b5390f670bfd,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:42.101926 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:42.109156 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1566923143-network', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:42.117373 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:42.125503 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Usage tracker for resource:network and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:42.131349 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:42.142624 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:42.157409 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Made reservation on behalf of a5948ca21b99464481ae86f05b81df8e for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:27:42.161196 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.184711 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.241952 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:42.280816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:42.288051 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:42.297289 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:42.374511 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d30de22b-2ec6-40d2-9951-6aa5b766566a req-18ebb590-90de-425a-abcd-a9131a9c84d2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 1099 time: 0.1296782
Nov 10 21:27:42.422460 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.433697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.439906 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d1ec4672-601c-497e-ab88-d4717a530a01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:42.467604 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d30de22b-2ec6-40d2-9951-6aa5b766566a req-ca3a4927-2537-45d4-a58f-687cfd18dce5 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841377
Nov 10 21:27:42.468299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1107}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:27:42.490730 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c276ac6b-837b-4319-a508-945249b0692a,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:42.494852 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.495386 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Added segment ae088a7f-75ec-45cb-9b6e-cb9b506d076f of type vlan for network 25d7b281-dec6-4919-8685-4a7af99a05e2
Nov 10 21:27:42.497479 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:42.532047 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.566296 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.567450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:42.568033 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:42.572566 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e8b36c56-2e6d-4184-8dc5-31a16246b999 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:42.686268 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.7976947
Nov 10 21:27:42.687177 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Pushing event updated for resources: {'Network': ['ID=25d7b281-dec6-4919-8685-4a7af99a05e2,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:42.690115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44892) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:42.693002 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:42.698627 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Request body: {'subnet': {'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1566923143-subnet', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:42.703160 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:27:42.704802 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:42.709671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Usage tracker for resource:subnet and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:42.713304 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:42.720160 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:42.747365 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Made reservation on behalf of a5948ca21b99464481ae86f05b81df8e for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:27:42.752086 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.001843 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3f1c6-426d-40e5-8b65-b997da8be90c req-1cb96892-a87e-4cd0-9766-7213016a4f33 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:43.003533 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6aa3f1c6-426d-40e5-8b65-b997da8be90c req-1cb96892-a87e-4cd0-9766-7213016a4f33 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 946 time: 0.0970724
Nov 10 21:27:43.035616 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.040724 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ad4988c5-b92b-4790-a4dd-8f06dbda30ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:43.100253 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6aa3f1c6-426d-40e5-8b65-b997da8be90c req-04be6e92-9bbc-4c37-95ba-9f3115183f1b tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0887237
Nov 10 21:27:43.121345 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=01e61437-97d0-43c6-8962-2f034bffaab4,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:43.124119 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:43.133777 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Checking segment: {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:43.134202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Network hostable DHCP agents. Network: 25d7b281-dec6-4919-8685-4a7af99a05e2, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:27:43.158456 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:27:43.172036 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 25d7b281-dec6-4919-8685-4a7af99a05e2) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:43.176404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:43.177032 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.186561 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f0449-cb59-46e7-96c6-5c5a2a5e3f18 None None] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:27:43.204979 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-56a385ba-fa8c-48cd-bfa6-ce8216f961ea admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5137558
Nov 10 21:27:43.208980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44902) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:43.214947 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:43.219868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:43.224326 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Usage tracker for resource:router and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:43.228170 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:43.234322 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:43.247069 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.248143 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.270344 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.429307 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-25d7b281-dec6-4919-8685-4a7af99a05e2', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:27:43.430184 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.434087 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.651300 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Allocated IP 172.20.0.2 (25d7b281-dec6-4919-8685-4a7af99a05e2/01e61437-97d0-43c6-8962-2f034bffaab4/2658a65e-01d9-4820-8daf-291e475716ec) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:43.861981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.901903 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.948722 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:43.961210 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Transition to ACTIVE for port object 2658a65e-01d9-4820-8daf-291e475716ec will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:43.983639 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Transition to ACTIVE for port object 2658a65e-01d9-4820-8daf-291e475716ec will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:43.991550 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:44.001983 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:44.104794 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Allocated IP 172.27.0.11 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/52a947a1-1734-4b87-8711-c9c598dd99cd) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:44.111781 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:44.117119 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:44.121099 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Pushing event updated for resources: {'Port': ['ID=2658a65e-01d9-4820-8daf-291e475716ec,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:44.124898 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:44.128496 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:44.304267 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:44.311065 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Attempting to bind port 2658a65e-01d9-4820-8daf-291e475716ec on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:27:44.312042 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Attempting to bind port 2658a65e-01d9-4820-8daf-291e475716ec by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:27:44.312874 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Attempting to bind port 2658a65e-01d9-4820-8daf-291e475716ec on network 25d7b281-dec6-4919-8685-4a7af99a05e2 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:44.325032 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:27:44.326076 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Checking segment: {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:44.326982 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:44.327820 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Bound using segment: {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:27:44.328815 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Bound port: 2658a65e-01d9-4820-8daf-291e475716ec, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:27:44.329775 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:44.334440 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:44.339595 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:44.481764 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:44.482995 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:44.485662 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:44.490837 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] For port 2658a65e-01d9-4820-8daf-291e475716ec, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:27:44.495271 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] For port 2658a65e-01d9-4820-8daf-291e475716ec, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2658a65e-01d9-4820-8daf-291e475716ec,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:27:44.500039 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:44.505344 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:44.511757 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Pushing event updated for resources: {'Port': ['ID=52a947a1-1734-4b87-8711-c9c598dd99cd,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:44.531625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:44.584752 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6820e3-6e5e-4354-a8ca-83e5d96017f4 req-f889438e-995c-401d-bc2b-5b0b02684d23 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:44.586288 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3a6820e3-6e5e-4354-a8ca-83e5d96017f4 req-f889438e-995c-401d-bc2b-5b0b02684d23 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 946 time: 0.2128239
Nov 10 21:27:44.597854 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Pushing event updated for resources: {'Port': ['ID=2658a65e-01d9-4820-8daf-291e475716ec,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:44.605683 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:44.656239 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3a6820e3-6e5e-4354-a8ca-83e5d96017f4 req-c386ca19-7bb7-41ce-81e8-2d47e5b4348b tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0608258
Nov 10 21:27:44.695388 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:44.697153 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:45.077520 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Router cdcbf95e-1cd6-45c9-b72f-81998a925a75 is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:27:45.475979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:27:45.488291 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Sync routers for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:27:45.518031 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:27:45.519567 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23cfa9a0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:45.557965 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:45.559723 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 2.3497179
Nov 10 21:27:45.564217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44926) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:45.792277 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:27:45.878143 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd94abfe-9c21-43bc-a99f-60be57185a9a None None] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:27:46.155269 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-ea7ed755-f708-4a15-85d9-549ff384b62d None None] Provisioning for port 2658a65e-01d9-4820-8daf-291e475716ec completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:46.249624 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2658a65e-01d9-4820-8daf-291e475716ec up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:46.470373 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 2658a65e-01d9-4820-8daf-291e475716ec completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:46.487161 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 2658a65e-01d9-4820-8daf-291e475716ec triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:46.487701 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:46.553247 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23cfa9a0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:44Z', 'revision_number': 3, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:46.569749 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Checking router: cdcbf95e-1cd6-45c9-b72f-81998a925a75 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:27:46.570370 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Updating router cdcbf95e-1cd6-45c9-b72f-81998a925a75 port 52a947a1-1734-4b87-8711-c9c598dd99cd binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:27:46.677749 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:46.761361 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:46.796254 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:46.957459 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 2658a65e-01d9-4820-8daf-291e475716ec, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2658a65e-01d9-4820-8daf-291e475716ec,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:46.966449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:46.971020 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:47.064371 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Allocated IP 172.20.0.1 (25d7b281-dec6-4919-8685-4a7af99a05e2/01e61437-97d0-43c6-8962-2f034bffaab4/e8c189ed-164f-428f-8d7a-774b32e5196c) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:47.102826 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-14df75ce-c161-41cb-ba3c-12cfef86f3e9 None None] Provisioning complete for port 2658a65e-01d9-4820-8daf-291e475716ec triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:47.103173 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-14df75ce-c161-41cb-ba3c-12cfef86f3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.213313 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=2658a65e-01d9-4820-8daf-291e475716ec,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:47.228397 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:47.247330 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.264557 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Transition to ACTIVE for port object e8c189ed-164f-428f-8d7a-774b32e5196c will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:47.292776 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.298407 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-81f84a18-0ee7-45c0-9aa7-aba32b578934 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:47.369040 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:47.377637 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:47.382563 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:47.383062 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.390037 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Pushing event updated for resources: {'Port': ['ID=e8c189ed-164f-428f-8d7a-774b32e5196c,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:47.393686 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:47.408955 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.423730 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Transition to ACTIVE for port object 52a947a1-1734-4b87-8711-c9c598dd99cd will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:47.433500 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.439442 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:47.534050 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.559158 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604835d9-efee-4723-a6dd-eeba6dd32d26 None None] Pushing event updated for resources: {'Port': ['ID=52a947a1-1734-4b87-8711-c9c598dd99cd,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:47.561741 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Attempting to bind port 52a947a1-1734-4b87-8711-c9c598dd99cd on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:27:47.562143 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Attempting to bind port 52a947a1-1734-4b87-8711-c9c598dd99cd by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:27:47.562512 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Attempting to bind port 52a947a1-1734-4b87-8711-c9c598dd99cd on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:47.571009 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-604835d9-efee-4723-a6dd-eeba6dd32d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:47.586139 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:27:47.586686 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:47.587227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.587770 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:27:47.588505 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Bound port: 52a947a1-1734-4b87-8711-c9c598dd99cd, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:27:47.589123 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.704799 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] For port 52a947a1-1734-4b87-8711-c9c598dd99cd, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:27:47.709170 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] For port 52a947a1-1734-4b87-8711-c9c598dd99cd, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=52a947a1-1734-4b87-8711-c9c598dd99cd,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:27:47.714091 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.718427 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:47.746807 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-2192ddf4-c66b-4c7a-897d-4699a02ffda0 None None] Provisioning for port e8c189ed-164f-428f-8d7a-774b32e5196c completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:47.771481 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-2192ddf4-c66b-4c7a-897d-4699a02ffda0 None None] Provisioning complete for port e8c189ed-164f-428f-8d7a-774b32e5196c triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:47.771859 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2192ddf4-c66b-4c7a-897d-4699a02ffda0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.886294 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.897926 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.901247 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:47.903598 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604835d9-efee-4723-a6dd-eeba6dd32d26 None None] Pushing event updated for resources: {'Port': ['ID=52a947a1-1734-4b87-8711-c9c598dd99cd,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:47.907525 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:47.912382 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-604835d9-efee-4723-a6dd-eeba6dd32d26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:47.912971 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-2192ddf4-c66b-4c7a-897d-4699a02ffda0 None None] Port e8c189ed-164f-428f-8d7a-774b32e5196c cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:27:47.918567 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:27:47.919182 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23cfa9a0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:48.078740 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Pushing event updated for resources: {'Port': ['ID=e8c189ed-164f-428f-8d7a-774b32e5196c,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:48.081450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:48.157354 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:48.158642 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:48.220313 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-7041a3eb-57a0-4e40-a8b6-f1eb05fd6599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:48.263849 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:27:48.335983 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2658a65e-01d9-4820-8daf-291e475716ec up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:48.579970 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 2658a65e-01d9-4820-8daf-291e475716ec triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:48.580896 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:48.708425 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:48.718781 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-9062581f-d34a-4f49-b77b-b5567d676686 None None] Provisioning complete for port e8c189ed-164f-428f-8d7a-774b32e5196c triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:48.719146 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9062581f-d34a-4f49-b77b-b5567d676686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:48.854626 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-9062581f-d34a-4f49-b77b-b5567d676686 None None] Port e8c189ed-164f-428f-8d7a-774b32e5196c cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:27:48.903334 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23cfa9a0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 2, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:48.909794 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932210bd-c7d5-4e7c-9e85-52f9203450f9 None None] The sync data for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi is: [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 2, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:27:48.917430 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Router cdcbf95e-1cd6-45c9-b72f-81998a925a75 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:27:49.171914 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:27:49.183973 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] 10.222.0.46 "PUT /v2.0/routers/cdcbf95e-1cd6-45c9-b72f-81998a925a75/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6182909
Nov 10 21:27:50.203648 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 52a947a1-1734-4b87-8711-c9c598dd99cd up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:50.234278 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44980) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:50.240860 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1936375412-network', 'tenant_id': '3999f39ef848438e96094d6d4a84d372'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:50.246541 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:50.250590 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Usage tracker for resource:network and tenant:3999f39ef848438e96094d6d4a84d372 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:50.253698 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:50.259736 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:50.275433 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Made reservation on behalf of 3999f39ef848438e96094d6d4a84d372 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:27:50.279076 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.287560 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 52a947a1-1734-4b87-8711-c9c598dd99cd completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:50.293716 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 52a947a1-1734-4b87-8711-c9c598dd99cd triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:50.294085 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.296036 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.331636 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:50.335522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Usage tracker for resource:security_group_rule and tenant:3999f39ef848438e96094d6d4a84d372 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:50.338775 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:50.344750 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:50.411852 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.415239 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.419423 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.423682 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e41c8382-5a97-4388-92ba-b4904f3d6fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:50.429449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 52a947a1-1734-4b87-8711-c9c598dd99cd, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=52a947a1-1734-4b87-8711-c9c598dd99cd,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:50.434238 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.436131 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:50.453537 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1102}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:27:50.463145 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4bb32-b1b4-4ffa-b907-12b0e761f94c,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:50.466666 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:50.469249 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.469596 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Added segment 5d830df1-429d-4512-ba74-cdc34a29b52a of type vlan for network 11756b1f-41ec-4f4b-95ea-d842e8b46101
Nov 10 21:27:50.499755 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.505342 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=52a947a1-1734-4b87-8711-c9c598dd99cd,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:50.508804 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:50.532376 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.533496 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:50.534089 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.537316 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:50.635604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Pushing event updated for resources: {'Network': ['ID=11756b1f-41ec-4f4b-95ea-d842e8b46101,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:50.638498 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 0.4031546
Nov 10 21:27:50.639433 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:50.643131 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 44984) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:50.645290 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:27:50.648452 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Request body: {'subnet': {'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1936375412-subnet', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:50.654571 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:50.658539 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Usage tracker for resource:subnet and tenant:3999f39ef848438e96094d6d4a84d372 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:50.661443 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:50.668463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:50.680318 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Made reservation on behalf of 3999f39ef848438e96094d6d4a84d372 for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:27:50.682709 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8098528'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:50.995539 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7650035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8098550'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.001118 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:51.057760 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0b40725-c50e-451b-966f-b5a3b8d03a4e,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:51.067510 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.067943 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.069055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.069055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.069055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.069540 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.069724 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.070085 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.070346 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.070633 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.071238 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:51.081306 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:51.111566 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Checking segment: {'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:51.111926 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Network hostable DHCP agents. Network: 11756b1f-41ec-4f4b-95ea-d842e8b46101, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:27:51.145598 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:27:51.152585 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6a990fb6-91f6-4dfd-8388-b4a13bc2e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.162322 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 11756b1f-41ec-4f4b-95ea-d842e8b46101) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:51.167593 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:51.168190 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.175320 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e9c406-e27a-43bf-ab9d-a90079a8a282 None None] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:27:51.206597 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5620511
Nov 10 21:27:51.209015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 44996) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:51.218257 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:27:51.223817 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:27:51.233474 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Usage tracker for resource:router and tenant:3999f39ef848438e96094d6d4a84d372 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:27:51.237678 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:27:51.246390 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:27:51.262040 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.263660 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.295396 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.493048 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-11756b1f-41ec-4f4b-95ea-d842e8b46101', 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'fixed_ips': [{'subnet_id': 'a0b40725-c50e-451b-966f-b5a3b8d03a4e'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:27:51.494492 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.507161 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.640313 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.643638 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831e2ff9-e09c-4ee6-b003-ac9e459ec046 req-754c6527-35c6-4220-a565-89391532b399 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:51.645850 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-831e2ff9-e09c-4ee6-b003-ac9e459ec046 req-754c6527-35c6-4220-a565-89391532b399 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1180027
Nov 10 21:27:51.696574 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-831e2ff9-e09c-4ee6-b003-ac9e459ec046 req-46e823e8-127a-4747-9b2f-bed84359c87a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429974
Nov 10 21:27:51.719327 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.730897 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Allocated IP 172.20.0.2 (11756b1f-41ec-4f4b-95ea-d842e8b46101/a0b40725-c50e-451b-966f-b5a3b8d03a4e/65e6e4db-cc16-462d-a5c0-4d03f5a90925) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:51.754837 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.898298 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Allocated IP 172.27.0.172 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/ee78eb56-6422-4d59-8020-30e02c8b35fb) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:51.951289 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:51.964187 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Transition to ACTIVE for port object 65e6e4db-cc16-462d-a5c0-4d03f5a90925 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:51.986437 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Transition to ACTIVE for port object 65e6e4db-cc16-462d-a5c0-4d03f5a90925 will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:51.993725 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.002053 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:52.067469 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:52.070328 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.071418 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:52.073732 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Pushing event updated for resources: {'Port': ['ID=65e6e4db-cc16-462d-a5c0-4d03f5a90925,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:52.075576 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:52.078385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:52.112579 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.131194 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:52.187602 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Attempting to bind port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:27:52.187887 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Attempting to bind port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:27:52.188220 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Attempting to bind port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 on network 11756b1f-41ec-4f4b-95ea-d842e8b46101 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:52.195835 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:27:52.196594 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Checking segment: {'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:52.196950 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.197344 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Bound using segment: {'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:27:52.197875 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Bound port: 65e6e4db-cc16-462d-a5c0-4d03f5a90925, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:27:52.198250 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.213988 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 52a947a1-1734-4b87-8711-c9c598dd99cd up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:52.223109 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:52.224183 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Pushing event updated for resources: {'Port': ['ID=ee78eb56-6422-4d59-8020-30e02c8b35fb,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:52.227925 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:52.228814 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:52.234675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:52.367399 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] For port 65e6e4db-cc16-462d-a5c0-4d03f5a90925, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:27:52.371728 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] For port 65e6e4db-cc16-462d-a5c0-4d03f5a90925, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=65e6e4db-cc16-462d-a5c0-4d03f5a90925,segment=NetworkSegment(5d830df1-429d-4512-ba74-cdc34a29b52a),segment_id=5d830df1-429d-4512-ba74-cdc34a29b52a)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:27:52.378167 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.381945 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:52.384080 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.384983 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.447939 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 52a947a1-1734-4b87-8711-c9c598dd99cd triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:52.447939 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:52.601865 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Pushing event updated for resources: {'Port': ['ID=65e6e4db-cc16-462d-a5c0-4d03f5a90925,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:52.606002 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:52.901383 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Router f05d59b4-253d-4cde-b1fd-1193fe06c918 is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:27:53.006688 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16023f27-d902-4bce-ac89-72cfda455115 req-7ecbedbb-c1d5-48ae-8270-58171984d32a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:53.008489 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-16023f27-d902-4bce-ac89-72cfda455115 req-7ecbedbb-c1d5-48ae-8270-58171984d32a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.0857627
Nov 10 21:27:53.059089 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-16023f27-d902-4bce-ac89-72cfda455115 req-c13970d7-c0ee-4242-b809-5cb0b45b6f59 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436313
Nov 10 21:27:53.128506 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:27:53.138698 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Sync routers for ids ['f05d59b4-253d-4cde-b1fd-1193fe06c918'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:27:53.151814 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Routers {'f05d59b4-253d-4cde-b1fd-1193fe06c918'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:27:53.152406 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d26400>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['f05d59b4-253d-4cde-b1fd-1193fe06c918'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:53.153838 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:53.155037 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 1.9419022
Nov 10 21:27:53.157716 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45016) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:27:53.335940 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Set router f05d59b4-253d-4cde-b1fd-1193fe06c918 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:27:53.562485 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:53.641998 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70db889a-1f5a-4a06-ba02-d28f7c52f5ea None None] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:27:53.682826 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d26400>, [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:52Z', 'revision_number': 3, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port': {'id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:53.688707 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Checking router: f05d59b4-253d-4cde-b1fd-1193fe06c918 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:27:53.689738 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Updating router f05d59b4-253d-4cde-b1fd-1193fe06c918 port ee78eb56-6422-4d59-8020-30e02c8b35fb binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:27:53.749642 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:53.768558 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-6a1fb0b1-6434-4779-b20a-02a7fa6b913f None None] Provisioning for port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:54.068719 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.189844 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.203871 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Transition to ACTIVE for port object ee78eb56-6422-4d59-8020-30e02c8b35fb will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:54.215047 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.219886 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:54.295262 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 65e6e4db-cc16-462d-a5c0-4d03f5a90925 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:54.312865 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Attempting to bind port ee78eb56-6422-4d59-8020-30e02c8b35fb on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:27:54.313235 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Attempting to bind port ee78eb56-6422-4d59-8020-30e02c8b35fb by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:27:54.313761 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Attempting to bind port ee78eb56-6422-4d59-8020-30e02c8b35fb on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:27:54.316041 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Pushing event updated for resources: {'Port': ['ID=ee78eb56-6422-4d59-8020-30e02c8b35fb,revision_number=2']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:54.331756 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:27:54.332970 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:27:54.332970 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.333170 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:27:54.333563 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Bound port: ee78eb56-6422-4d59-8020-30e02c8b35fb, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:27:54.333971 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.359034 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.359434 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.359707 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.360027 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.360344 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.360660 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.360974 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.361288 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.361615 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.361929 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.362239 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:27:54.369691 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:54.399403 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] Provisioning complete for port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:54.399830 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.414147 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Allocated IP 172.20.0.1 (11756b1f-41ec-4f4b-95ea-d842e8b46101/a0b40725-c50e-451b-966f-b5a3b8d03a4e/7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:27:54.429459 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:54.449106 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:54.449511 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.459375 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad982bb4-3c71-497f-a691-921e37b093d5 req-35a6e39b-84c0-49ed-bb68-89aed66dff89 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:54.467945 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad982bb4-3c71-497f-a691-921e37b093d5 req-35a6e39b-84c0-49ed-bb68-89aed66dff89 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1406360
Nov 10 21:27:54.474696 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] For port ee78eb56-6422-4d59-8020-30e02c8b35fb, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:27:54.479013 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] For port ee78eb56-6422-4d59-8020-30e02c8b35fb, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=ee78eb56-6422-4d59-8020-30e02c8b35fb,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:27:54.487287 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.491741 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-5f1f9434-0837-470f-ba4d-822a50e0d971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:54.531681 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad982bb4-3c71-497f-a691-921e37b093d5 req-63e01ce2-af29-43b6-85c0-ae78f2dc714c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621858
Nov 10 21:27:54.564882 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Pushing event updated for resources: {'Port': ['ID=ee78eb56-6422-4d59-8020-30e02c8b35fb,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:54.568494 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-85ac8a17-9315-476e-87ce-100151a51cb2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:54.591521 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Routers {'f05d59b4-253d-4cde-b1fd-1193fe06c918'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:27:54.592635 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d26400>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['f05d59b4-253d-4cde-b1fd-1193fe06c918'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:54.627450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.648145 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Transition to ACTIVE for port object 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:27:54.658142 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.676156 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.678333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.682328 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-becdf075-f91d-44d8-9c4a-c76f907a4e22 tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:54.716491 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] For port 65e6e4db-cc16-462d-a5c0-4d03f5a90925, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=65e6e4db-cc16-462d-a5c0-4d03f5a90925,segment=NetworkSegment(5d830df1-429d-4512-ba74-cdc34a29b52a),segment_id=5d830df1-429d-4512-ba74-cdc34a29b52a)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:27:54.721208 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.723789 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:54.764937 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:54.765893 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Pushing event updated for resources: {'Port': ['ID=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:54.769055 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:54.770264 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:54.772353 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:27:54.772814 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:54.783652 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] Set router f05d59b4-253d-4cde-b1fd-1193fe06c918 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:27:54.841606 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] Pushing event updated for resources: {'Port': ['ID=65e6e4db-cc16-462d-a5c0-4d03f5a90925,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:54.860146 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:54.865405 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:27:54.865932 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:27:54.866068 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:55.047043 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-98efdedd-6be9-4e8c-b463-fc6ee0df8046 None None] Provisioning for port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:27:55.052449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-98efdedd-6be9-4e8c-b463-fc6ee0df8046 None None] Provisioning complete for port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:55.052833 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-98efdedd-6be9-4e8c-b463-fc6ee0df8046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:55.109686 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d26400>, [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:52Z', 'revision_number': 3, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port': {'id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:27:55.111104 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-98efdedd-6be9-4e8c-b463-fc6ee0df8046 None None] Port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:27:55.115647 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea8fe863-a5e2-4dbf-9dda-104739c94d3a None None] The sync data for ids ['f05d59b4-253d-4cde-b1fd-1193fe06c918'] in dv-cinder-817261-1-iscsi is: [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:52Z', 'revision_number': 3, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port': {'id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:27:55.253827 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:55.259029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:55.259985 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:55.263820 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f789d2a6-a235-4849-a0e3-01ba91c82723 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:27:55.398947 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Pushing event updated for resources: {'Port': ['ID=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:27:55.403573 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:27:55.468480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:27:55.470550 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:27:55.751471 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-5065848e-f006-4072-a55e-57594b487551 None None] Provisioning complete for port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:55.752314 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5065848e-f006-4072-a55e-57594b487551 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:55.783972 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78617d2f-0a9c-4423-b894-7736fb9d91d9 req-601747d7-4ae5-4b87-94ed-ea6c7a8771ef tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:55.785517 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-78617d2f-0a9c-4423-b894-7736fb9d91d9 req-601747d7-4ae5-4b87-94ed-ea6c7a8771ef tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.0847423
Nov 10 21:27:55.846397 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-78617d2f-0a9c-4423-b894-7736fb9d91d9 req-6bfb3dee-0c05-424c-ab59-4ce51ebc3b54 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0539870
Nov 10 21:27:55.914603 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-5065848e-f006-4072-a55e-57594b487551 None None] Port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:27:55.933330 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Router f05d59b4-253d-4cde-b1fd-1193fe06c918 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:27:56.192030 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 65e6e4db-cc16-462d-a5c0-4d03f5a90925 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:27:56.204767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:27:56.218559 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] 10.222.0.46 "PUT /v2.0/routers/f05d59b4-253d-4cde-b1fd-1193fe06c918/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0593958
Nov 10 21:27:56.338467 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:27:56.339000 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:27:56.559090 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994fe6c7-288e-4654-90f0-0a48ad28df43 req-c9a7a0d7-6e29-4fb1-85cd-0b32eee977e1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:56.561258 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-994fe6c7-288e-4654-90f0-0a48ad28df43 req-c9a7a0d7-6e29-4fb1-85cd-0b32eee977e1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0955632
Nov 10 21:27:56.614121 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-994fe6c7-288e-4654-90f0-0a48ad28df43 req-2476fafd-c83b-4850-ba95-00a875129106 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472143
Nov 10 21:27:57.162565 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a1e2c-34db-4436-8557-7e3a0d3bb1d2 req-cb5c80cb-2b51-42e5-833f-e69bb9139a70 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:57.169830 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d07a1e2c-34db-4436-8557-7e3a0d3bb1d2 req-cb5c80cb-2b51-42e5-833f-e69bb9139a70 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1269476
Nov 10 21:27:57.227253 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d07a1e2c-34db-4436-8557-7e3a0d3bb1d2 req-3c186614-606d-48ce-a4c1-85062e151730 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556986
Nov 10 21:27:57.886663 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d890d72-740d-41b2-8b7d-3e0c614164cd req-c3c6ca15-d4e8-4934-9624-777b6c5413c0 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:57.888569 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2d890d72-740d-41b2-8b7d-3e0c614164cd req-c3c6ca15-d4e8-4934-9624-777b6c5413c0 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0910676
Nov 10 21:27:57.941671 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2d890d72-740d-41b2-8b7d-3e0c614164cd req-a7d1b2c5-b41d-4a87-b7e7-9ae30be589f9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469453
Nov 10 21:27:58.567619 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02c8ff-f529-4860-8dd2-f8ee343dee89 req-8cfc1943-867b-46e2-95c0-7cf5bffb596e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:58.569829 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7f02c8ff-f529-4860-8dd2-f8ee343dee89 req-8cfc1943-867b-46e2-95c0-7cf5bffb596e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1089809
Nov 10 21:27:58.643508 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7f02c8ff-f529-4860-8dd2-f8ee343dee89 req-9231e5bc-1c5e-4133-ba92-a796667cf9a2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0611229
Nov 10 21:27:59.203246 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ad87b8-1a82-4014-a818-a73ac554f6c9 req-95f703cc-05ce-44f7-afc1-94f7fc2006a7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:59.204791 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a2ad87b8-1a82-4014-a818-a73ac554f6c9 req-95f703cc-05ce-44f7-afc1-94f7fc2006a7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1065640
Nov 10 21:27:59.291656 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a2ad87b8-1a82-4014-a818-a73ac554f6c9 req-471ffe78-5590-4233-882a-e779844f8cca tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0731671
Nov 10 21:27:59.948331 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb9c208-b99a-4255-9394-3f09939b4b89 req-ff657699-05ea-443c-904f-8bf6ace8a06d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:27:59.950800 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3fb9c208-b99a-4255-9394-3f09939b4b89 req-ff657699-05ea-443c-904f-8bf6ace8a06d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1093535
Nov 10 21:28:00.012870 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3fb9c208-b99a-4255-9394-3f09939b4b89 req-426b84bf-311b-40a1-970d-c4a8f13f7666 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533657
Nov 10 21:28:00.559773 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a36a2b-72e2-468d-83cf-fb5f780db77f req-085fe139-81b0-4347-8288-daf8ede4ce39 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:00.570201 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f2a36a2b-72e2-468d-83cf-fb5f780db77f req-085fe139-81b0-4347-8288-daf8ede4ce39 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1159067
Nov 10 21:28:00.631324 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f2a36a2b-72e2-468d-83cf-fb5f780db77f req-46e47fe8-508d-4981-ad2c-d1a4758fe018 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0588408
Nov 10 21:28:01.390256 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6ba7cf-2cf8-47c0-a56d-baa0e6de13bd req-134f8de7-8c13-4af9-b4fd-efb55b3f6b90 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:01.394298 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8c6ba7cf-2cf8-47c0-a56d-baa0e6de13bd req-134f8de7-8c13-4af9-b4fd-efb55b3f6b90 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1780534
Nov 10 21:28:01.568440 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8c6ba7cf-2cf8-47c0-a56d-baa0e6de13bd req-1a49eccb-1d3c-4c96-bcde-48ede98e6bc7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1609116
Nov 10 21:28:01.971094 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a8b75-5ba0-4d44-ae00-c0f1600d8ad8 req-f1257e87-5e03-4f64-9783-9aa261c7bb9e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:01.973971 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a47a8b75-5ba0-4d44-ae00-c0f1600d8ad8 req-f1257e87-5e03-4f64-9783-9aa261c7bb9e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1039340
Nov 10 21:28:02.060659 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a47a8b75-5ba0-4d44-ae00-c0f1600d8ad8 req-182de4c0-8a11-490f-8e9f-b398d0f633f7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758665
Nov 10 21:28:02.277785 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device ee78eb56-6422-4d59-8020-30e02c8b35fb up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:02.375536 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port ee78eb56-6422-4d59-8020-30e02c8b35fb completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:28:02.383058 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port ee78eb56-6422-4d59-8020-30e02c8b35fb triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:02.383569 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:02.536903 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:02.558873 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port ee78eb56-6422-4d59-8020-30e02c8b35fb, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=ee78eb56-6422-4d59-8020-30e02c8b35fb,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:02.563768 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:02.565771 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-d4cc4da1-17e4-4c03-994e-82be957a7ecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:02.651112 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=ee78eb56-6422-4d59-8020-30e02c8b35fb,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:02.656325 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:02.919053 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6235de6a-93c1-4548-8eeb-0aedccad63b5 req-6c21560e-a3bd-4aa8-9340-514a112aa3dd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:02.921749 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6235de6a-93c1-4548-8eeb-0aedccad63b5 req-6c21560e-a3bd-4aa8-9340-514a112aa3dd tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1454644
Nov 10 21:28:03.036166 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6235de6a-93c1-4548-8eeb-0aedccad63b5 req-c0c4bc8a-3ac0-489a-9f3a-861faa64bda7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1025782
Nov 10 21:28:03.066419 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Sync routers for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:28:03.090777 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:28:03.092537 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2413daf0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:03.356406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c59173-4469-4ffe-ab8a-e24ce22d2470 req-aa3b6ef5-e797-446e-8342-a81ded28fe13 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:03.358500 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c7c59173-4469-4ffe-ab8a-e24ce22d2470 req-aa3b6ef5-e797-446e-8342-a81ded28fe13 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1118052
Nov 10 21:28:03.435591 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c7c59173-4469-4ffe-ab8a-e24ce22d2470 req-bbd11c97-cc13-4a21-bb14-e9daca3be4c2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678639
Nov 10 21:28:03.503024 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:28:04.239258 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2413daf0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 2, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:04.245234 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Checking router: cdcbf95e-1cd6-45c9-b72f-81998a925a75 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:28:04.245594 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Updating router cdcbf95e-1cd6-45c9-b72f-81998a925a75 port e8c189ed-164f-428f-8d7a-774b32e5196c binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:28:04.304732 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device ee78eb56-6422-4d59-8020-30e02c8b35fb up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:04.397783 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:04.440734 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588cae1e-ddd2-4efd-b582-3a8800d81030 req-53903bcd-f105-4ef5-9c0f-4bd004a4b017 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:04.449515 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-588cae1e-ddd2-4efd-b582-3a8800d81030 req-53903bcd-f105-4ef5-9c0f-4bd004a4b017 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1220224
Nov 10 21:28:04.510146 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-588cae1e-ddd2-4efd-b582-3a8800d81030 req-49d86e67-0ee9-4da7-a4f3-5620d7ae03d3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592256
Nov 10 21:28:04.601258 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port ee78eb56-6422-4d59-8020-30e02c8b35fb triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:04.602533 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:04.973338 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68966a32-3003-4089-b43f-e275e9684d8d req-184dcb7e-c895-476c-8fc3-d8c033687bc9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:04.981164 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-68966a32-3003-4089-b43f-e275e9684d8d req-184dcb7e-c895-476c-8fc3-d8c033687bc9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.3353386
Nov 10 21:28:05.034441 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-68966a32-3003-4089-b43f-e275e9684d8d req-b282c249-b2ba-4134-ad83-78253973f0c3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0518291
Nov 10 21:28:05.174142 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:05.215578 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Transition to ACTIVE for port object e8c189ed-164f-428f-8d7a-774b32e5196c will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:28:05.228452 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:05.236585 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:05.480634 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d0132-b65c-4d8d-95c8-653a8915750f None None] Pushing event updated for resources: {'Port': ['ID=e8c189ed-164f-428f-8d7a-774b32e5196c,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:05.549010 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-ef9d0132-b65c-4d8d-95c8-653a8915750f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:05.682602 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Attempting to bind port e8c189ed-164f-428f-8d7a-774b32e5196c on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:28:05.683321 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Attempting to bind port e8c189ed-164f-428f-8d7a-774b32e5196c by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:28:05.683673 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Attempting to bind port e8c189ed-164f-428f-8d7a-774b32e5196c on network 25d7b281-dec6-4919-8685-4a7af99a05e2 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:28:05.694311 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:28:05.694856 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Checking segment: {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:28:05.695622 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:05.696713 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Bound using segment: {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:28:05.697402 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Bound port: e8c189ed-164f-428f-8d7a-774b32e5196c, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:28:05.698047 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:05.837239 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] For port e8c189ed-164f-428f-8d7a-774b32e5196c, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:28:05.849706 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] For port e8c189ed-164f-428f-8d7a-774b32e5196c, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=e8c189ed-164f-428f-8d7a-774b32e5196c,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:28:05.864747 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:05.871027 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-604835d9-efee-4723-a6dd-eeba6dd32d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:05.934522 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940f5616-c41b-4182-be47-aa80e58b6ea3 req-0c72646b-ea77-41a7-958e-1718c4933cc3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:05.940708 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-940f5616-c41b-4182-be47-aa80e58b6ea3 req-0c72646b-ea77-41a7-958e-1718c4933cc3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1759465
Nov 10 21:28:05.972701 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9d0132-b65c-4d8d-95c8-653a8915750f None None] Pushing event updated for resources: {'Port': ['ID=e8c189ed-164f-428f-8d7a-774b32e5196c,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:05.976316 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-ef9d0132-b65c-4d8d-95c8-653a8915750f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:06.013939 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:28:06.014845 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2413daf0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:06.045673 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-940f5616-c41b-4182-be47-aa80e58b6ea3 req-74a0905e-0f83-4f39-b3b2-b2cac3ab18d5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0977015
Nov 10 21:28:06.355575 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e8c189ed-164f-428f-8d7a-774b32e5196c up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:06.453117 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Sync routers for ids ['f05d59b4-253d-4cde-b1fd-1193fe06c918'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:28:06.470113 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Routers {'f05d59b4-253d-4cde-b1fd-1193fe06c918'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:28:06.471428 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d26f70>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['f05d59b4-253d-4cde-b1fd-1193fe06c918'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:06.565957 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1659e5-bcb8-4cab-badc-359732a1045b req-7f486fc3-c8d2-4778-ae6a-fd411bdd4ad7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:06.573054 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0f1659e5-bcb8-4cab-badc-359732a1045b req-7f486fc3-c8d2-4778-ae6a-fd411bdd4ad7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.2804976
Nov 10 21:28:06.600258 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:28:06.678220 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0f1659e5-bcb8-4cab-badc-359732a1045b req-87ed22a4-b235-497b-a605-eaca7884eb27 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1041675
Nov 10 21:28:06.753518 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Set router f05d59b4-253d-4cde-b1fd-1193fe06c918 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:28:06.933260 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port e8c189ed-164f-428f-8d7a-774b32e5196c completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:28:06.976860 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port e8c189ed-164f-428f-8d7a-774b32e5196c triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:06.977821 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:07.214455 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d26f70>, [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:54Z', 'revision_number': 4, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port': {'id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42', 'name': '', 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'mac_address': 'fa:16:3e:fe:d2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b40725-c50e-451b-966f-b5a3b8d03a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:54Z', 'updated_at': '2021-11-10T21:27:54Z', 'revision_number': 2, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'subnets': [{'id': 'a0b40725-c50e-451b-966f-b5a3b8d03a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:07.219073 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Checking router: f05d59b4-253d-4cde-b1fd-1193fe06c918 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:28:07.219518 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Updating router f05d59b4-253d-4cde-b1fd-1193fe06c918 port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:28:07.279808 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:07.649481 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c5c87d-0751-4e50-ac1a-ce9a134a81ed req-06087a2a-0e4d-4daf-9735-7a67cc0eea72 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:07.666543 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-46c5c87d-0751-4e50-ac1a-ce9a134a81ed req-06087a2a-0e4d-4daf-9735-7a67cc0eea72 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.2446108
Nov 10 21:28:07.858331 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:07.865949 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-46c5c87d-0751-4e50-ac1a-ce9a134a81ed req-5f6efd8d-e6cf-4410-9458-2139a8f2c3b3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1980212
Nov 10 21:28:07.914773 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port e8c189ed-164f-428f-8d7a-774b32e5196c, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=e8c189ed-164f-428f-8d7a-774b32e5196c,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:07.928363 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:07.932882 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:07.989601 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2413daf0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:05Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:07.999822 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-688e34f3-a549-4c4a-8b8f-989fe38ee8cf None None] The sync data for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi is: [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:05Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:28:08.009009 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:28:08.057879 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=e8c189ed-164f-428f-8d7a-774b32e5196c,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:08.063697 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:08.070063 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:08.104349 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Transition to ACTIVE for port object 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:28:08.135543 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:08.151328 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:08.297050 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e8c189ed-164f-428f-8d7a-774b32e5196c up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:08.428999 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0578050-cf26-4a64-b142-ab44e3cd8993 req-949159e9-3d3e-470d-bd94-484627117978 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:08.447480 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b0578050-cf26-4a64-b142-ab44e3cd8993 req-949159e9-3d3e-470d-bd94-484627117978 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.3265064
Nov 10 21:28:08.584834 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b0578050-cf26-4a64-b142-ab44e3cd8993 req-2320722f-2aa2-4846-9baf-c076746799f1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1350844
Nov 10 21:28:08.591004 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Attempting to bind port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:28:08.591372 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Attempting to bind port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:28:08.591722 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Attempting to bind port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 on network 11756b1f-41ec-4f4b-95ea-d842e8b46101 {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:28:08.615015 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:28:08.615387 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Checking segment: {'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:28:08.615801 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:08.616198 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Bound using segment: {'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:28:08.628422 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Bound port: 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d830df1-429d-4512-ba74-cdc34a29b52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1102, 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:28:08.628987 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:08.668641 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port e8c189ed-164f-428f-8d7a-774b32e5196c triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:08.669945 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:08.752133 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d56d-d9d9-449e-9908-3aa8b6e9de42 None None] Pushing event updated for resources: {'Port': ['ID=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:08.764615 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-34e4d56d-d9d9-449e-9908-3aa8b6e9de42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:08.957808 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] For port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:28:08.964406 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] For port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,segment=NetworkSegment(5d830df1-429d-4512-ba74-cdc34a29b52a),segment_id=5d830df1-429d-4512-ba74-cdc34a29b52a)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:28:08.974969 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:08.983644 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:09.111138 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e4d56d-d9d9-449e-9908-3aa8b6e9de42 None None] Pushing event updated for resources: {'Port': ['ID=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,revision_number=4']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:09.122094 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-34e4d56d-d9d9-449e-9908-3aa8b6e9de42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:09.124683 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Routers {'f05d59b4-253d-4cde-b1fd-1193fe06c918'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:28:09.125664 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d26f70>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:27:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['f05d59b4-253d-4cde-b1fd-1193fe06c918'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:09.444627 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7003304f-4637-4aa5-8ed6-672227748c38 req-85810fb1-11ce-433b-a7da-93e475ca9648 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:09.453658 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7003304f-4637-4aa5-8ed6-672227748c38 req-85810fb1-11ce-433b-a7da-93e475ca9648 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1649234
Nov 10 21:28:09.537189 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7003304f-4637-4aa5-8ed6-672227748c38 req-deb56197-d6a6-4ba8-affa-c3e1098b3779 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0822518
Nov 10 21:28:09.540690 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] Set router f05d59b4-253d-4cde-b1fd-1193fe06c918 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:28:09.915244 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbbff21-ce61-4d8f-b505-e731dcfe59d4 req-ccd1c891-b17c-490e-b3ee-c792581331ce tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:09.927869 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7fbbff21-ce61-4d8f-b505-e731dcfe59d4 req-ccd1c891-b17c-490e-b3ee-c792581331ce tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1112804
Nov 10 21:28:09.960185 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:28:09.982406 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7fbbff21-ce61-4d8f-b505-e731dcfe59d4 req-baa25b65-9e36-4963-a1d8-3a0741c75551 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0533824
Nov 10 21:28:10.033344 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d26f70>, [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:54Z', 'revision_number': 4, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port': {'id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42', 'name': '', 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'mac_address': 'fa:16:3e:fe:d2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b40725-c50e-451b-966f-b5a3b8d03a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:54Z', 'updated_at': '2021-11-10T21:28:08Z', 'revision_number': 4, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'subnets': [{'id': 'a0b40725-c50e-451b-966f-b5a3b8d03a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:10.040755 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a889ed52-e297-418c-bf4f-4f8d73f9a336 None None] The sync data for ids ['f05d59b4-253d-4cde-b1fd-1193fe06c918'] in dv-cinder-817261-1-iscsi is: [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:27:54Z', 'revision_number': 4, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port': {'id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42', 'name': '', 'network_id': '11756b1f-41ec-4f4b-95ea-d842e8b46101', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'mac_address': 'fa:16:3e:fe:d2:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0b40725-c50e-451b-966f-b5a3b8d03a4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:54Z', 'updated_at': '2021-11-10T21:28:08Z', 'revision_number': 4, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'subnets': [{'id': 'a0b40725-c50e-451b-966f-b5a3b8d03a4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:28:10.365343 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:10.519106 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:28:10.555527 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:10.556303 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:10.605706 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:10.630547 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'port_id': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'mac_address': 'fa:16:3e:6e:81:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:28:10.723092 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:10.753819 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5bd19ff3-362c-42f7-9fa7-18c737d78307 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:28:10.865142 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:10.872482 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7578815d-bf7e-4a32-af15-6abf4d17085a req-0f00623c-5f51-4775-a1cb-ed8ff577965b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:10.878829 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:10.880315 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7578815d-bf7e-4a32-af15-6abf4d17085a req-0f00623c-5f51-4775-a1cb-ed8ff577965b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1358292
Nov 10 21:28:10.885077 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:10.942331 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:10.978265 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7578815d-bf7e-4a32-af15-6abf4d17085a req-b6c258ac-e953-4563-aa1e-f3f3fac2b75e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0969617
Nov 10 21:28:11.005452 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['5bd19ff3-362c-42f7-9fa7-18c737d78307'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:28:11.229148 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=6']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:11.241962 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:11.401881 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,segment=NetworkSegment(5d830df1-429d-4512-ba74-cdc34a29b52a),segment_id=5d830df1-429d-4512-ba74-cdc34a29b52a)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:11.425014 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:11.467370 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:11.501392 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bc11dd-e9c0-47cb-8980-e2c49b62a6e5 req-473d9cde-c62d-4ecc-9c55-5541f8598242 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:11.509306 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-00bc11dd-e9c0-47cb-8980-e2c49b62a6e5 req-473d9cde-c62d-4ecc-9c55-5541f8598242 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1070075
Nov 10 21:28:11.646194 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-00bc11dd-e9c0-47cb-8980-e2c49b62a6e5 req-dcd0a2d6-2987-4908-9b14-336f71e89ce3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1354928
Nov 10 21:28:11.756310 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:11.769617 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:11.873923 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-2ebf1ac2-777f-4c3f-9891-c6a6144bddfb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1099 time: 0.2531528
Nov 10 21:28:12.093660 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:12.315534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-683ba2c8-2457-491a-b7b3-99015d4d4022 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:12.320154 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-683ba2c8-2457-491a-b7b3-99015d4d4022 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 910 time: 0.4348180
Nov 10 21:28:12.343971 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:12.524689 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:12.525320 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:12.577136 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39607775-a4e2-4a02-9446-370f53bc1e4f req-b3972a08-4911-4f17-939c-95d47d10a2ee tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:12.584867 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-39607775-a4e2-4a02-9446-370f53bc1e4f req-b3972a08-4911-4f17-939c-95d47d10a2ee tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 945 time: 0.1402271
Nov 10 21:28:12.703208 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-39607775-a4e2-4a02-9446-370f53bc1e4f req-e5b2ed43-4ee6-4250-a9d6-2c69c8c09eca tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1169286
Nov 10 21:28:12.740820 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-9e4e3475-264c-43f6-9992-2079f138b5af service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 1002 time: 0.4060822
Nov 10 21:28:12.897597 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-917d3ed6-7b67-4881-8c0e-07914c19daba service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:12.899399 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-917d3ed6-7b67-4881-8c0e-07914c19daba service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.1460731
Nov 10 21:28:13.107111 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-384bc7fe-70e8-4c31-96e5-67c081728f61 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1998456
Nov 10 21:28:13.271320 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc399e4b-3de3-41ed-a8cf-e38c7de801b4 req-6765ddb0-456f-4242-ae06-46becbfd70c3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:13.285526 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bc399e4b-3de3-41ed-a8cf-e38c7de801b4 req-6765ddb0-456f-4242-ae06-46becbfd70c3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1513624
Nov 10 21:28:13.430273 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bc399e4b-3de3-41ed-a8cf-e38c7de801b4 req-4f0c861b-8dfa-4dc6-bb03-435714c9db38 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1437094
Nov 10 21:28:13.527190 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-33c7e133-3a5a-4623-85cb-0510083481de service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4081655
Nov 10 21:28:13.821486 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf39d8-63b4-46dc-b790-80f02d3fb4ba req-a94c33e5-7abe-42f0-8379-2b0f67251bec tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:13.829131 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-34bf39d8-63b4-46dc-b790-80f02d3fb4ba req-a94c33e5-7abe-42f0-8379-2b0f67251bec tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 946 time: 0.2979739
Nov 10 21:28:13.881872 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7405d2af-7a88-473f-98cc-d6f05c024a90 req-843372e6-5ac8-4eb4-b453-5133cd230b4a service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2712538
Nov 10 21:28:13.918407 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-34bf39d8-63b4-46dc-b790-80f02d3fb4ba req-1a341e6c-c809-4d2e-8eb2-56c631b05e72 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0878222
Nov 10 21:28:13.977799 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:14.257312 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dfbe4-2ffc-4dce-ac13-737c29ab0377 req-04dd6008-17bc-4e9d-9966-5dec05884dff tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:14.275114 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f92dfbe4-2ffc-4dce-ac13-737c29ab0377 req-04dd6008-17bc-4e9d-9966-5dec05884dff tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 945 time: 0.2317114
Nov 10 21:28:14.328096 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 5bd19ff3-362c-42f7-9fa7-18c737d78307 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:14.328730 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:14.402737 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f92dfbe4-2ffc-4dce-ac13-737c29ab0377 req-6c315069-c0d3-413c-8d62-eea5eab55dd9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1174707
Nov 10 21:28:14.786206 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:14.863386 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:14.900734 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:14.920059 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3895ab-6254-4a78-9ade-ee51acaf5618 req-8fb7e677-322a-4443-8f74-67f5d526f634 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:14.934963 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ba3895ab-6254-4a78-9ade-ee51acaf5618 req-8fb7e677-322a-4443-8f74-67f5d526f634 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.2810357
Nov 10 21:28:15.004059 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-5278af1a-3d38-4272-9200-c360f3cff139 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:15.006341 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-5278af1a-3d38-4272-9200-c360f3cff139 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 946 time: 0.2536263
Nov 10 21:28:15.011724 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'code': 200}
Nov 10 21:28:15.027305 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ba3895ab-6254-4a78-9ade-ee51acaf5618 req-0ef4dafb-9429-476f-ab0e-628f7e7a4529 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0885644
Nov 10 21:28:15.031951 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:15.041955 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:15.198707 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Deleting port ec8e095d-78a5-49b1-bf59-b5390f670bfd {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:28:15.198707 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:15.230385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=7']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:15.234823 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:16.000253 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50afbc1-4c4d-4ded-a910-17ac7e13bd07 req-d806b6cf-2084-4bd7-82f2-3ea33c6d9f10 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:16.025249 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e50afbc1-4c4d-4ded-a910-17ac7e13bd07 req-d806b6cf-2084-4bd7-82f2-3ea33c6d9f10 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 946 time: 0.7371473
Nov 10 21:28:16.290857 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e50afbc1-4c4d-4ded-a910-17ac7e13bd07 req-865c92da-6067-43ae-ac87-0f6a4b739e8e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/security-groups?id=031de41b-d97a-46ab-9e09-4e91f51cfb9b&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2639894
Nov 10 21:28:16.497645 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20eab6-9b24-4ce6-bb23-c0a5d3da383a req-ef9e48a0-2434-4678-bba2-f8f99c911b45 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:16.511548 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-de20eab6-9b24-4ce6-bb23-c0a5d3da383a req-ef9e48a0-2434-4678-bba2-f8f99c911b45 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.2627447
Nov 10 21:28:16.585972 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] For port ec8e095d-78a5-49b1-bf59-b5390f670bfd, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=ec8e095d-78a5-49b1-bf59-b5390f670bfd,segment=NetworkSegment(a0479313-af02-45ac-b21d-b77a7e5113cf),segment_id=a0479313-af02-45ac-b21d-b77a7e5113cf)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:16.591874 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:16.658381 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-de20eab6-9b24-4ce6-bb23-c0a5d3da383a req-e80a4fec-a1ff-4dc7-b411-2b76cad4c566 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1443932
Nov 10 21:28:16.863991 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Calling delete_port for ec8e095d-78a5-49b1-bf59-b5390f670bfd owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:28:17.023189 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889fd58-212d-4e90-b6e1-c314bc06394f req-07793d8d-a339-43ae-88b3-b35bcfcf4e60 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:17.028558 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c889fd58-212d-4e90-b6e1-c314bc06394f req-07793d8d-a339-43ae-88b3-b35bcfcf4e60 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1282480
Nov 10 21:28:17.052506 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:17.063104 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-47392797-5ef7-4c39-83db-ed610c66bfc5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:17.067047 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['ec8e095d-78a5-49b1-bf59-b5390f670bfd'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:28:17.154479 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c889fd58-212d-4e90-b6e1-c314bc06394f req-b1aa2e5d-e205-4e3a-8cdc-953b5b7e18c9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1228197
Nov 10 21:28:17.233733 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Pushing event deleted for resources: {'Port': ['ID=ec8e095d-78a5-49b1-bf59-b5390f670bfd,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:17.246812 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:17.542920 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] No DVR routers for this DVR port ec8e095d-78a5-49b1-bf59-b5390f670bfd on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:28:17.560893 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:17.565688 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'name': 'network-vif-deleted', 'tag': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:17.614070 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ac5600d7-f615-4d9e-8d24-b6fb45c64cb4 req-3cfe0ea3-9ec5-47e4-92a9-ccdc5fb7495e service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1250281
Nov 10 21:28:17.650048 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-76228ee6-0186-4ad7-b9ce-af12b6e506d0 req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.76 "DELETE /v2.0/ports/ec8e095d-78a5-49b1-bf59-b5390f670bfd HTTP/1.1" status: 204  len: 173 time: 2.6204000
Nov 10 21:28:17.763446 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce29902-7681-484f-9d90-6d8141596c9e req-e865493d-3e0b-4912-85a1-8de431924388 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:17.764757 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-fce29902-7681-484f-9d90-6d8141596c9e req-e865493d-3e0b-4912-85a1-8de431924388 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Synchronizing usage tracker for tenant:a5948ca21b99464481ae86f05b81df8e on resource:network {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:28:17.798258 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-fce29902-7681-484f-9d90-6d8141596c9e req-e865493d-3e0b-4912-85a1-8de431924388 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Unset dirty status for tenant:a5948ca21b99464481ae86f05b81df8e on resource:network {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:28:17.800278 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-e865493d-3e0b-4912-85a1-8de431924388 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/networks?id=25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 200  len: 815 time: 0.6404502
Nov 10 21:28:17.830109 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-81a3385a-b8a2-4244-85fb-bd2797a8484a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/quotas/a5948ca21b99464481ae86f05b81df8e HTTP/1.1" status: 200  len: 375 time: 0.0222006
Nov 10 21:28:18.011029 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-fce29902-7681-484f-9d90-6d8141596c9e req-5cdf2924-72fc-40a4-9338-23d1bcd37df1 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Synchronizing usage tracker for tenant:a5948ca21b99464481ae86f05b81df8e on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:28:18.051510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-fce29902-7681-484f-9d90-6d8141596c9e req-5cdf2924-72fc-40a4-9338-23d1bcd37df1 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Unset dirty status for tenant:a5948ca21b99464481ae86f05b81df8e on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:28:18.054084 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-5cdf2924-72fc-40a4-9338-23d1bcd37df1 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2186563
Nov 10 21:28:18.065219 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-c691d8db-36d4-48b4-989d-f5be82c22d74 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1625972
Nov 10 21:28:18.168114 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-de640a1d-c2ab-4025-adfe-b4b1182ca95c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:18.355554 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-3ffad791-5456-44ac-a26d-15abab6ad41d service neutron] 10.222.0.46 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2754779
Nov 10 21:28:18.356120 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-70b5309f-94c9-4457-ae7b-f7a1e44cd8bb req-7d8a451c-f0c2-48c9-a3cf-b3e026c8e8d8 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] 10.222.0.46 "GET /v2.0/ports?device_id=089f7886-c9b8-4fad-9e88-0a3d0c18d164 HTTP/1.1" status: 200  len: 210 time: 0.1253688
Nov 10 21:28:18.593448 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '089f7886-c9b8-4fad-9e88-0a3d0c18d164', 'name': 'network-vif-deleted', 'tag': 'ec8e095d-78a5-49b1-bf59-b5390f670bfd', 'status': 'completed', 'code': 200}
Nov 10 21:28:18.693400 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:18.912983 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ebe0ee-e6cf-468c-8eca-489b6643ea88 req-7fdd6456-5346-4587-a829-9209a3d2bbe8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:18.916286 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-54ebe0ee-e6cf-468c-8eca-489b6643ea88 req-7fdd6456-5346-4587-a829-9209a3d2bbe8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1365569
Nov 10 21:28:18.964784 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-f6154dc1-8273-434d-a5f5-0aa2008154e1 service neutron] 10.222.0.46 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6006274
Nov 10 21:28:18.980935 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-29618378-f74a-45a3-af59-b97bd4334a73 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1099 time: 0.4996140
Nov 10 21:28:19.073346 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-54ebe0ee-e6cf-468c-8eca-489b6643ea88 req-55f18c28-c154-4504-a4ba-8187ab944794 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1411386
Nov 10 21:28:19.222055 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-99ad7cbf-fd91-4f6d-a739-239aa001c738 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:19.223533 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-99ad7cbf-fd91-4f6d-a739-239aa001c738 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.2179060
Nov 10 21:28:19.430314 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-084de20a-256a-4c79-82d7-b9c882f9b998 req-4ec82ced-45e4-48cc-9d8e-0f2adc1d8977 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 210 time: 0.0807667
Nov 10 21:28:19.526387 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-f8082262-5119-4ddd-bc91-13bc47062cce service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 200  len: 1001 time: 0.2939954
Nov 10 21:28:19.562702 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa42971-075d-499f-b9f5-53c80785d39d req-039b7d53-d9b6-4ed2-8ee8-921176c79a97 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:19.576680 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2aa42971-075d-499f-b9f5-53c80785d39d req-039b7d53-d9b6-4ed2-8ee8-921176c79a97 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.2400935
Nov 10 21:28:19.707207 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2aa42971-075d-499f-b9f5-53c80785d39d req-101cc7b8-cd08-434c-af9d-a1cbd6a4ab90 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1288807
Nov 10 21:28:19.763944 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-40943a01-e18b-4cb4-94b6-69c36fb29537 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:19.765703 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-40943a01-e18b-4cb4-94b6-69c36fb29537 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.2316759
Nov 10 21:28:19.867246 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-82b563e1-b362-46da-9616-6d6d61a1a658 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0893197
Nov 10 21:28:19.996808 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 06a66019-cb7b-4ca3-9b2b-7c26f611a48f no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:28:20.097399 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-74ffdf06-6c79-4888-84a8-059fe8525062 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2225266
Nov 10 21:28:20.368886 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:20.403450 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1dc0836b-a191-45d4-beb4-30ffe7607766 req-22d999cb-a0e7-4326-a190-f079730e1a65 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2981482
Nov 10 21:28:20.424142 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:20.426484 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:20.441437 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:20.442656 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device ec8e095d-78a5-49b1-bf59-b5390f670bfd no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:28:20.534056 dv-cinder-817261-1-iscsi neutron-server[82879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'code': 422} returned with failed status
Nov 10 21:28:20.534358 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-46ed9b76-2642-405c-883c-432c93b29270 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:20.634737 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: ec8e095d-78a5-49b1-bf59-b5390f670bfd {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:28:20.635083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device ec8e095d-78a5-49b1-bf59-b5390f670bfd not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:28:20.707888 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=6']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:20.726773 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:20.735450 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-34f9c550-6456-4812-9433-763d6629e7cb req-0d324cfd-24b6-4cbc-8ab1-cb051cc4b556 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 210 time: 0.0669327
Nov 10 21:28:20.748780 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99f896a-bc62-4171-89d5-77c6efbfa348 req-7e587834-52da-49b6-b427-c3acb1a72ccb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:20.757557 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b99f896a-bc62-4171-89d5-77c6efbfa348 req-7e587834-52da-49b6-b427-c3acb1a72ccb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.2958305
Nov 10 21:28:20.863572 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b99f896a-bc62-4171-89d5-77c6efbfa348 req-59385bd8-6af9-4191-a033-e499dab6ee18 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1031823
Nov 10 21:28:21.067040 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb9165-545c-4e17-aa49-cfb7354d359a req-0bca6b57-05ab-435f-a34e-1162827fba56 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:21.068674 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-13bb9165-545c-4e17-aa49-cfb7354d359a req-0bca6b57-05ab-435f-a34e-1162827fba56 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1270537
Nov 10 21:28:21.129729 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-13bb9165-545c-4e17-aa49-cfb7354d359a req-31e8fe6f-a018-4846-a1b4-f467959813d7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0486648
Nov 10 21:28:21.154500 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c7c2e727-00d9-4174-b5d9-eb56d4c93b36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:21.597795 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce29902-7681-484f-9d90-6d8141596c9e req-2cbdcd2a-439d-4fcd-856a-6e16de27360e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:21.599250 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-2cbdcd2a-439d-4fcd-856a-6e16de27360e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.76 "GET /v2.0/networks?id=25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 200  len: 815 time: 0.2142308
Nov 10 21:28:21.619168 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'port': {'device_id': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'admin_state_up': True, 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:28:21.632223 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:21.819949 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:28:21.832242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:28:21.846820 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Made reservation on behalf of a5948ca21b99464481ae86f05b81df8e for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:28:21.853399 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:22.040677 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a9a09772-5eaf-43e5-b555-bce3bfbf77c8 req-a704c420-5d5e-4f57-84ae-a0c35a41502a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 210 time: 0.1460395
Nov 10 21:28:22.147056 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0697d946-abb4-41f7-9d64-bcf89704ef6b req-6cdbb7df-5b0b-4689-a283-c8ab27926152 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:22.158269 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0697d946-abb4-41f7-9d64-bcf89704ef6b req-6cdbb7df-5b0b-4689-a283-c8ab27926152 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1246688
Nov 10 21:28:22.172807 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Allocated IP 172.20.0.4 (25d7b281-dec6-4919-8685-4a7af99a05e2/01e61437-97d0-43c6-8962-2f034bffaab4/c890f2e6-12a9-4990-b5d3-005515925ae6) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:28:22.263564 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0697d946-abb4-41f7-9d64-bcf89704ef6b req-935512f5-61de-4dba-a6a1-06b35d22c475 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1039300
Nov 10 21:28:22.591310 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:22.621228 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Transition to ACTIVE for port object c890f2e6-12a9-4990-b5d3-005515925ae6 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:28:22.655767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87659525-eebc-4c1a-85ac-9c5a117814c9 req-7f183f43-4d6f-4261-8758-dab5a4978a01 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:22.657397 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-87659525-eebc-4c1a-85ac-9c5a117814c9 req-7f183f43-4d6f-4261-8758-dab5a4978a01 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1544187
Nov 10 21:28:22.706237 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:22.752873 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-87659525-eebc-4c1a-85ac-9c5a117814c9 req-d08a167e-961a-4930-b8bc-5abb86d6202f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859275
Nov 10 21:28:22.754170 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1f60cd47-5a54-496c-a957-03776c77af73 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:22.841936 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:28:22.845651 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:28:22.855922 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:28:22.860346 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:22.861092 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:22.878957 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:22.884994 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:22.906252 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-45245860-8164-433d-bad0-7b142318813a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2923067
Nov 10 21:28:23.359892 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-4514e652-4807-4901-be61-7ace202dbd3c None None] Provisioning for port c890f2e6-12a9-4990-b5d3-005515925ae6 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:28:23.370360 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-4514e652-4807-4901-be61-7ace202dbd3c None None] Provisioning complete for port c890f2e6-12a9-4990-b5d3-005515925ae6 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:23.371533 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4514e652-4807-4901-be61-7ace202dbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:23.394940 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d514a99d-1007-4d28-ad53-afe10677ae10 req-efc6dfad-fb16-402c-a6a5-61978c2840b8 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:23.399141 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d514a99d-1007-4d28-ad53-afe10677ae10 req-efc6dfad-fb16-402c-a6a5-61978c2840b8 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 931 time: 0.1576459
Nov 10 21:28:23.524858 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-4514e652-4807-4901-be61-7ace202dbd3c None None] Port c890f2e6-12a9-4990-b5d3-005515925ae6 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:28:23.545567 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d514a99d-1007-4d28-ad53-afe10677ae10 req-0f772e34-1f27-44a8-a601-4c9f08075bee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329701
Nov 10 21:28:23.637530 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:23.809806 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9206a3f0-9baa-4c30-9a83-ffb5b3110c34 req-0d111219-994f-489e-a253-099af7ec3c27 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:23.812115 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9206a3f0-9baa-4c30-9a83-ffb5b3110c34 req-0d111219-994f-489e-a253-099af7ec3c27 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1482511
Nov 10 21:28:23.942560 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9206a3f0-9baa-4c30-9a83-ffb5b3110c34 req-97f67c98-7822-4ecf-bbe1-1aee0a5ec0c8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1188650
Nov 10 21:28:24.106147 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e01892-7bed-4725-92f8-c1f5f19c4783 req-860d919d-acc9-47f8-8991-957204db4d2a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:24.128293 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f3e01892-7bed-4725-92f8-c1f5f19c4783 req-860d919d-acc9-47f8-8991-957204db4d2a tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1572573
Nov 10 21:28:24.243438 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f3e01892-7bed-4725-92f8-c1f5f19c4783 req-4a4c6b0e-6230-4e13-b3ed-ac843ea1572b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1008248
Nov 10 21:28:24.889084 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fc348f-ea2f-4781-9c1a-f1bf4c28b541 req-62a3db37-c4cc-448e-ac31-b51c3b781f5a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:24.890390 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-28fc348f-ea2f-4781-9c1a-f1bf4c28b541 req-62a3db37-c4cc-448e-ac31-b51c3b781f5a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Synchronizing usage tracker for tenant:a5948ca21b99464481ae86f05b81df8e on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:28:24.923282 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-28fc348f-ea2f-4781-9c1a-f1bf4c28b541 req-62a3db37-c4cc-448e-ac31-b51c3b781f5a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Unset dirty status for tenant:a5948ca21b99464481ae86f05b81df8e on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:28:24.926519 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-28fc348f-ea2f-4781-9c1a-f1bf4c28b541 req-62a3db37-c4cc-448e-ac31-b51c3b781f5a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 931 time: 0.2091153
Nov 10 21:28:25.069503 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-28fc348f-ea2f-4781-9c1a-f1bf4c28b541 req-cf28501d-5bef-4a91-9e30-9d14127b4339 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Synchronizing usage tracker for tenant:a5948ca21b99464481ae86f05b81df8e on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:28:25.145941 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-28fc348f-ea2f-4781-9c1a-f1bf4c28b541 req-cf28501d-5bef-4a91-9e30-9d14127b4339 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Unset dirty status for tenant:a5948ca21b99464481ae86f05b81df8e on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:28:25.147791 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-28fc348f-ea2f-4781-9c1a-f1bf4c28b541 req-cf28501d-5bef-4a91-9e30-9d14127b4339 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2145739
Nov 10 21:28:25.484851 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3233b-7b63-4dbd-813b-dc3a7d518488 req-8c8abbe8-e4a8-4bdd-885e-3b5df3cc5985 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:25.500001 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0fc3233b-7b63-4dbd-813b-dc3a7d518488 req-8c8abbe8-e4a8-4bdd-885e-3b5df3cc5985 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.2653184
Nov 10 21:28:25.654209 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0fc3233b-7b63-4dbd-813b-dc3a7d518488 req-39612cb1-228b-407d-b653-9ffb2cac9e70 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1520076
Nov 10 21:28:25.893916 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757bb3-e367-487e-9852-b3c1f3a05dbc req-6bcfe406-70c1-444d-ae55-4ea466e7ee47 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:25.908954 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7d757bb3-e367-487e-9852-b3c1f3a05dbc req-6bcfe406-70c1-444d-ae55-4ea466e7ee47 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2118781
Nov 10 21:28:26.007033 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7d757bb3-e367-487e-9852-b3c1f3a05dbc req-5a184fb5-cdc6-40fc-b03d-8ab5dd4b6da6 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0966325
Nov 10 21:28:26.629561 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd60c6-5065-441d-bdfa-0aaf14af756e req-f01b70a3-9546-4f0d-a13b-c0d5756e726d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:26.632619 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27fd60c6-5065-441d-bdfa-0aaf14af756e req-f01b70a3-9546-4f0d-a13b-c0d5756e726d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 931 time: 0.1741011
Nov 10 21:28:26.707656 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27fd60c6-5065-441d-bdfa-0aaf14af756e req-d6899f24-9e85-4a04-8a35-a7b6ffb0a900 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0644302
Nov 10 21:28:27.410279 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe234bc-fd0c-43e9-a6f4-dc3b56e9c03e req-f3390f5c-3d9e-46ae-b6cb-0d58ca17f715 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:27.427645 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bbe234bc-fd0c-43e9-a6f4-dc3b56e9c03e req-f3390f5c-3d9e-46ae-b6cb-0d58ca17f715 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.2941947
Nov 10 21:28:27.544246 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-bbe234bc-fd0c-43e9-a6f4-dc3b56e9c03e req-57ad7b42-468f-4d98-b2e9-ba2be6043b3c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1150901
Nov 10 21:28:27.551007 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d565d43-eca3-4462-a90c-6c95e975387d req-d16007e0-7ece-4430-b1c0-b828b6123c1d tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:27.567551 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4d565d43-eca3-4462-a90c-6c95e975387d req-d16007e0-7ece-4430-b1c0-b828b6123c1d tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1878831
Nov 10 21:28:27.682272 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4d565d43-eca3-4462-a90c-6c95e975387d req-55ae9e46-3f5f-4818-91fa-b7542f40aead tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1127019
Nov 10 21:28:27.840525 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Request body: {'port': {'device_id': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:28:28.177356 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:28.277344 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a3415f-9235-43ba-8755-589dfc1c4d16 req-e8735562-6235-46f7-8dd6-25e790a90886 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:28.278975 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f6a3415f-9235-43ba-8755-589dfc1c4d16 req-e8735562-6235-46f7-8dd6-25e790a90886 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 931 time: 0.2096274
Nov 10 21:28:28.419516 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f6a3415f-9235-43ba-8755-589dfc1c4d16 req-4f547709-c428-4e80-b6f4-154db54003f5 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1330640
Nov 10 21:28:28.776775 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c890f2e6-12a9-4990-b5d3-005515925ae6 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:28:28.784834 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:28.802889 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Transition to ACTIVE for port object c890f2e6-12a9-4990-b5d3-005515925ae6 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:28:28.814356 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:28.823232 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:29.199544 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443fbf1c-7f9a-46f4-b92f-ceba838dd4df req-2607f17f-00e7-44e6-9f94-bcd2783f9ab5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:29.206997 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-443fbf1c-7f9a-46f4-b92f-ceba838dd4df req-2607f17f-00e7-44e6-9f94-bcd2783f9ab5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.2669396
Nov 10 21:28:29.297076 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Pushing event updated for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:29.300596 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:29.304299 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-443fbf1c-7f9a-46f4-b92f-ceba838dd4df req-a1897ef2-ce11-400c-be3e-8009ebe292f4 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0960574
Nov 10 21:28:29.390866 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Attempting to bind port c890f2e6-12a9-4990-b5d3-005515925ae6 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:28:29.391497 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Attempting to bind port c890f2e6-12a9-4990-b5d3-005515925ae6 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:28:29.391781 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Attempting to bind port c890f2e6-12a9-4990-b5d3-005515925ae6 on network 25d7b281-dec6-4919-8685-4a7af99a05e2 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:28:29.403319 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Port c890f2e6-12a9-4990-b5d3-005515925ae6 on network 25d7b281-dec6-4919-8685-4a7af99a05e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:28:29.403695 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Attempting to bind port c890f2e6-12a9-4990-b5d3-005515925ae6 on network 25d7b281-dec6-4919-8685-4a7af99a05e2 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:28:29.429172 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 28, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:28:29.430337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Checking segment: {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:28:29.430337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Bound using segment: {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:28:29.431010 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Bound port: c890f2e6-12a9-4990-b5d3-005515925ae6, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1107, 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:28:29.431180 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:29.450543 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1464da-e7a9-4145-87c3-b57cbbb4ee13 req-4cf2b598-a3a3-489e-bef0-bc4354a672b6 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:29.458621 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3e1464da-e7a9-4145-87c3-b57cbbb4ee13 req-4cf2b598-a3a3-489e-bef0-bc4354a672b6 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2715232
Nov 10 21:28:29.719944 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:28:29.726044 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c890f2e6-12a9-4990-b5d3-005515925ae6,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:28:29.740932 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:29.756936 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab67df36-8c34-4266-ba63-fb12d06ca338 req-a6d7522f-c6bb-4565-a09c-c9e2962675e0 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:29.763267 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c88232f2-865d-4d12-8e15-2433680eccc3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:29.771198 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ab67df36-8c34-4266-ba63-fb12d06ca338 req-a6d7522f-c6bb-4565-a09c-c9e2962675e0 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.1590431
Nov 10 21:28:29.902946 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ab67df36-8c34-4266-ba63-fb12d06ca338 req-90d8166b-c607-4905-bde4-31af4e345ec1 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1281948
Nov 10 21:28:29.930133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Pushing event updated for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:29.954949 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:29.957195 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-f933c5f2-8507-4419-b324-944c775578dc service neutron] 10.222.0.76 "PUT /v2.0/ports/c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 1093 time: 2.1244109
Nov 10 21:28:29.958075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:29.968880 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:29.974070 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3e1464da-e7a9-4145-87c3-b57cbbb4ee13 req-89fe0a65-868f-40ce-8085-cf6086fc3282 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5141068
Nov 10 21:28:30.092106 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'status': 'completed', 'code': 200}
Nov 10 21:28:30.661106 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85539d9a-6880-4b89-8270-a9e72c0edf00 req-9461c86f-d359-4286-b64a-4710bdfdda3d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:30.662714 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-85539d9a-6880-4b89-8270-a9e72c0edf00 req-9461c86f-d359-4286-b64a-4710bdfdda3d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1227694
Nov 10 21:28:30.731402 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-85539d9a-6880-4b89-8270-a9e72c0edf00 req-0427cbab-169d-4c2f-8bdc-bb62ad6d0f5b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613251
Nov 10 21:28:31.267076 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27de3c1d-7083-4a17-affe-ff2eb1fd110b req-fa0b6710-be50-4c31-a96f-b8327fd60561 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:31.276777 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27de3c1d-7083-4a17-affe-ff2eb1fd110b req-fa0b6710-be50-4c31-a96f-b8327fd60561 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.1513710
Nov 10 21:28:31.342938 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-27de3c1d-7083-4a17-affe-ff2eb1fd110b req-63882d55-505b-45d6-bf05-e7a523f2e06e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643294
Nov 10 21:28:31.510972 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676947fd-52d5-4d21-b7d5-3748e8919bbd req-bb2e8e01-be91-4a0f-a49a-837f8d300912 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:31.516531 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-676947fd-52d5-4d21-b7d5-3748e8919bbd req-bb2e8e01-be91-4a0f-a49a-837f8d300912 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2188716
Nov 10 21:28:31.586156 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-676947fd-52d5-4d21-b7d5-3748e8919bbd req-b9df1d1b-8a1f-4f02-ae2b-20d4192e84ea tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581148
Nov 10 21:28:32.036828 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f896736-d8bd-45b3-8b49-8400a0723eaf req-1c1b97eb-3660-4a8d-af5a-c1b15bc8f971 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:32.038922 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5f896736-d8bd-45b3-8b49-8400a0723eaf req-1c1b97eb-3660-4a8d-af5a-c1b15bc8f971 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1161726
Nov 10 21:28:32.190071 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5f896736-d8bd-45b3-8b49-8400a0723eaf req-b089df52-da2a-42c8-b846-a2cc4ae59b25 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1223502
Nov 10 21:28:32.671911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89796a8a-3cec-47ac-bafc-8ae1a5192478 req-6a3c7941-6280-43d5-b152-8f16f3d40468 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:32.673454 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89796a8a-3cec-47ac-bafc-8ae1a5192478 req-6a3c7941-6280-43d5-b152-8f16f3d40468 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.1138265
Nov 10 21:28:32.739123 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89796a8a-3cec-47ac-bafc-8ae1a5192478 req-9ce13308-6a32-4fb6-bfce-66487b3ed53a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0576072
Nov 10 21:28:32.987324 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aaea955-a146-422a-aded-41b019b8b863 req-41f298cc-b5df-4ec0-a9be-a04d8f6427ef tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:32.998760 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7aaea955-a146-422a-aded-41b019b8b863 req-41f298cc-b5df-4ec0-a9be-a04d8f6427ef tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2382910
Nov 10 21:28:33.059469 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7aaea955-a146-422a-aded-41b019b8b863 req-5a36969a-9776-4704-b511-a6fec98b2aec tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0594404
Nov 10 21:28:33.495977 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebbd2f6-b4ad-458c-bf79-63e44435bd2a req-36007f93-66dc-49e5-9a46-a0d99f8521d8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:33.508276 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ebbd2f6-b4ad-458c-bf79-63e44435bd2a req-36007f93-66dc-49e5-9a46-a0d99f8521d8 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1491728
Nov 10 21:28:33.560791 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ebbd2f6-b4ad-458c-bf79-63e44435bd2a req-babecd03-6c41-4f67-ba7c-7c8763b2e887 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514266
Nov 10 21:28:33.903999 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6678b12d-ba2e-4d70-8a66-926aa31c738a req-1ef99ae0-0de9-428b-9e5c-4e14ca382a06 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1096 time: 0.1191447
Nov 10 21:28:34.037020 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e338bd52-3c0e-4232-91c0-dbda105aadef req-e20b5337-cd0d-451a-86fe-4c95dd863892 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:34.043425 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e338bd52-3c0e-4232-91c0-dbda105aadef req-e20b5337-cd0d-451a-86fe-4c95dd863892 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.1519089
Nov 10 21:28:34.255018 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e338bd52-3c0e-4232-91c0-dbda105aadef req-a3cfa2ff-88c1-49bc-b37a-78cf914909aa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2049167
Nov 10 21:28:34.624653 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadab70b-b679-48ab-a6ee-e7aa0866f76c req-30a4a1ca-0e39-4cb5-a61b-577c0adabdb3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:34.626323 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fadab70b-b679-48ab-a6ee-e7aa0866f76c req-30a4a1ca-0e39-4cb5-a61b-577c0adabdb3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2499130
Nov 10 21:28:34.713953 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fadab70b-b679-48ab-a6ee-e7aa0866f76c req-f1ee6e15-8404-4537-ba0c-2d4faff99df3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0625374
Nov 10 21:28:34.963126 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a8f001-31a6-4e7b-8497-93a56c12ab3b req-e8a179a6-e89a-44f8-8e8d-4b28be1a40b3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:34.965754 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-16a8f001-31a6-4e7b-8497-93a56c12ab3b req-e8a179a6-e89a-44f8-8e8d-4b28be1a40b3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1611314
Nov 10 21:28:35.050332 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-16a8f001-31a6-4e7b-8497-93a56c12ab3b req-ba16a194-7460-47fa-96e8-b48cf59f9330 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0709629
Nov 10 21:28:35.556032 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1589a6-5733-4799-8015-d799dd9d0552 req-7fcabfd2-26b3-46c2-85fc-5b3a16ea7cd1 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:35.557694 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7d1589a6-5733-4799-8015-d799dd9d0552 req-7fcabfd2-26b3-46c2-85fc-5b3a16ea7cd1 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.0992568
Nov 10 21:28:35.638219 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7d1589a6-5733-4799-8015-d799dd9d0552 req-48b23912-1aba-46ab-921c-f0011b188365 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0748723
Nov 10 21:28:35.948742 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b12d-ba2e-4d70-8a66-926aa31c738a req-e8cd0cfe-9652-4660-bf2a-41746d6e171c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:35.951035 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6678b12d-ba2e-4d70-8a66-926aa31c738a req-e8cd0cfe-9652-4660-bf2a-41746d6e171c service neutron] 10.222.0.76 "GET /v2.0/networks?tenant_id=a5948ca21b99464481ae86f05b81df8e&shared=False HTTP/1.1" status: 200  len: 917 time: 0.1866310
Nov 10 21:28:36.031448 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40add4e7-cb69-4935-9879-77dec302c282 req-8112b342-992f-4579-a8cb-9a8f73d35ebc tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:36.032967 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-40add4e7-cb69-4935-9879-77dec302c282 req-8112b342-992f-4579-a8cb-9a8f73d35ebc tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1229222
Nov 10 21:28:36.100336 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-40add4e7-cb69-4935-9879-77dec302c282 req-d451de2f-fe1f-45a5-9d7e-4528c1abfd76 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0549910
Nov 10 21:28:36.354320 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1276567d-e427-4364-8e46-4b9cdd02a28d req-6f47cd1d-372d-499d-b462-db22f9f83721 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:36.355899 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1276567d-e427-4364-8e46-4b9cdd02a28d req-6f47cd1d-372d-499d-b462-db22f9f83721 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.0900831
Nov 10 21:28:36.414362 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1276567d-e427-4364-8e46-4b9cdd02a28d req-b803f545-4b99-4d81-b3fa-865c9613e075 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478365
Nov 10 21:28:36.858793 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e01adb-3d23-44a9-9c2d-45097108cc1c req-629a0078-ac11-447e-92cf-8ffdb60f3f85 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:36.860432 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-83e01adb-3d23-44a9-9c2d-45097108cc1c req-629a0078-ac11-447e-92cf-8ffdb60f3f85 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.0953948
Nov 10 21:28:36.923692 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-83e01adb-3d23-44a9-9c2d-45097108cc1c req-ed12b620-a21a-485d-a394-71d717d21152 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530133
Nov 10 21:28:36.939134 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678b12d-ba2e-4d70-8a66-926aa31c738a req-821ae362-6d48-43ee-b4af-3b3759a80633 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:36.941020 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6678b12d-ba2e-4d70-8a66-926aa31c738a req-821ae362-6d48-43ee-b4af-3b3759a80633 service neutron] 10.222.0.76 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 871 time: 0.1977327
Nov 10 21:28:37.073256 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-279e9a8d-eeaa-4a8f-ba04-122e52db0e34 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1096 time: 0.0822947
Nov 10 21:28:37.145333 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-01a45225-d0c1-4dfb-a2b6-183c843aa6fd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 217 time: 0.0644207
Nov 10 21:28:37.278715 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce29902-7681-484f-9d90-6d8141596c9e req-f39d3cf1-6006-4da0-9402-8e43aa45d2e8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:37.281329 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-f39d3cf1-6006-4da0-9402-8e43aa45d2e8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01e61437-97d0-43c6-8962-2f034bffaab4 HTTP/1.1" status: 200  len: 854 time: 0.0719447
Nov 10 21:28:37.434873 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cd1407-c499-4a3b-91f2-1975f98caad1 req-7c0003b6-4209-44a3-b207-dd612e129c72 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:37.436254 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c5cd1407-c499-4a3b-91f2-1975f98caad1 req-7c0003b6-4209-44a3-b207-dd612e129c72 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1537654
Nov 10 21:28:37.442834 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-21c61937-e868-4e10-a889-7c16e945746f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25d7b281-dec6-4919-8685-4a7af99a05e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1196091
Nov 10 21:28:37.645457 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c5cd1407-c499-4a3b-91f2-1975f98caad1 req-948e20e0-fa54-4cd3-ba1e-5fc4259925e9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1951749
Nov 10 21:28:37.653605 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50f1bd1-fc67-453f-a2f6-74dca14a4ad8 req-dda24a70-26bf-4f1e-84bc-f6b4f6b5f452 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:37.655818 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d50f1bd1-fc67-453f-a2f6-74dca14a4ad8 req-dda24a70-26bf-4f1e-84bc-f6b4f6b5f452 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.0876839
Nov 10 21:28:37.710597 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-43919345-704f-4395-96e5-cca8ca9bbbb2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1099 time: 0.2415986
Nov 10 21:28:37.714867 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-f39429a7-00be-4e23-8453-528bd3c84635 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2484806
Nov 10 21:28:37.727537 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d50f1bd1-fc67-453f-a2f6-74dca14a4ad8 req-65a00cfd-875a-4de5-ad73-73291b5eb4a4 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0638697
Nov 10 21:28:37.994981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-4d78c8e1-6f56-42e9-afb1-4a227f34ec20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:37.996432 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-4d78c8e1-6f56-42e9-afb1-4a227f34ec20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.2805467
Nov 10 21:28:38.001468 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fce29902-7681-484f-9d90-6d8141596c9e req-e9d3d00f-e1aa-4c61-a503-822f1140d6ad service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2533762
Nov 10 21:28:38.271361 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-5d6cbce9-4c4e-4d5c-a7b9-4f8a62d8ee3e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 200  len: 1001 time: 0.2637694
Nov 10 21:28:38.344247 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9d9aa-4d55-4fe8-add4-f72d9ef77e05 req-c8ee9a7f-3839-4809-a045-646fcb617497 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:38.345920 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dbe9d9aa-4d55-4fe8-add4-f72d9ef77e05 req-c8ee9a7f-3839-4809-a045-646fcb617497 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.2707767
Nov 10 21:28:38.385043 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-4d1e4dc6-0b6f-4a6b-99e8-eebfddc43731 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:38.387081 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-4d1e4dc6-0b6f-4a6b-99e8-eebfddc43731 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.1041911
Nov 10 21:28:38.474933 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dbe9d9aa-4d55-4fe8-add4-f72d9ef77e05 req-50ca9343-e332-4032-9d6c-14b327f20d82 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1159327
Nov 10 21:28:38.516637 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-5afc622f-d236-4ac3-9545-959fa1889f06 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1207182
Nov 10 21:28:38.711354 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-5e2a6bd6-6b14-4ec9-b1cf-57b624e18182 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1805851
Nov 10 21:28:38.718178 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-87aaeab3-b701-4f13-8bd0-a2526bb0553e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c&tenant_id=ffa501fa20714772a12a13b5b10a8960 HTTP/1.1" status: 200  len: 1097 time: 0.1666830
Nov 10 21:28:38.878734 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8532c5-a37b-47af-85ef-922af0b4b712 req-8f731287-b4c9-45e5-b697-7d817f252661 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:38.880217 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ff8532c5-a37b-47af-85ef-922af0b4b712 req-8f731287-b4c9-45e5-b697-7d817f252661 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0958302
Nov 10 21:28:38.937465 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ff8532c5-a37b-47af-85ef-922af0b4b712 req-b7db949d-58ef-419a-ba40-556ff118e43e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503843
Nov 10 21:28:38.969894 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fab8750e-e659-4d93-a1f7-cc297bc9a095 req-05f22870-d5a8-4334-9241-8ca35121e88e service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2505836
Nov 10 21:28:39.000040 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-9ee7986e-a62a-41ef-a5c0-8ab3b319a557 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1097 time: 0.2541127
Nov 10 21:28:39.051302 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbaf936-b27d-41d4-b227-0191cb47d314 req-bba2136e-8cc0-4cd0-bba6-0a67dd683821 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:39.052784 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-acbaf936-b27d-41d4-b227-0191cb47d314 req-bba2136e-8cc0-4cd0-bba6-0a67dd683821 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1529112
Nov 10 21:28:39.185217 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-acbaf936-b27d-41d4-b227-0191cb47d314 req-688e0226-fda3-4022-801b-f5d670de62a7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0827310
Nov 10 21:28:39.192134 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-af599b56-7a00-40d8-bd6d-a780d8ce1f0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:39.193543 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-af599b56-7a00-40d8-bd6d-a780d8ce1f0d service neutron] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 910 time: 0.1821840
Nov 10 21:28:39.300642 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-98bda998-70f4-48d1-9815-d42fae5ab598 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 1000 time: 0.1001995
Nov 10 21:28:39.371304 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-bcd1cb24-19d6-4147-8f99-5e393ec0ac7f service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:39.372819 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-bcd1cb24-19d6-4147-8f99-5e393ec0ac7f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.0643406
Nov 10 21:28:39.462292 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-2f297528-caf8-461f-81c9-29b7e21b3f86 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0823116
Nov 10 21:28:39.613532 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-a6a78812-cbaf-45c5-b269-bf450bc05ca9 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440036
Nov 10 21:28:39.712878 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8bc2ef-b4ca-4ad3-9ba4-34ba4f161f93 req-e5c3aeff-85d4-45e0-b2b4-dab94f2cf56e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:39.720788 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4d8bc2ef-b4ca-4ad3-9ba4-34ba4f161f93 req-e5c3aeff-85d4-45e0-b2b4-dab94f2cf56e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 943 time: 0.1080954
Nov 10 21:28:39.783446 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-4d8bc2ef-b4ca-4ad3-9ba4-34ba4f161f93 req-f970d442-da7b-46a1-86c9-8ab99e8ca744 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600162
Nov 10 21:28:39.818387 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7623e5c8-80d6-4fac-aafc-350f58b2f844 req-69b1b8e1-c9b5-484b-a1b4-690d2d51d0d1 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1960280
Nov 10 21:28:40.089480 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device c890f2e6-12a9-4990-b5d3-005515925ae6 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:28:40.173175 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b797e-da4b-4b13-8e5c-542af3ba2c38 req-e483aeb0-2331-4e76-9c70-81497d889d6e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:40.175173 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae9b797e-da4b-4b13-8e5c-542af3ba2c38 req-e483aeb0-2331-4e76-9c70-81497d889d6e tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1007276
Nov 10 21:28:40.227010 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ae9b797e-da4b-4b13-8e5c-542af3ba2c38 req-c8dc9131-d5d3-4d5e-89b3-37a039a61b78 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442469
Nov 10 21:28:40.232404 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c890f2e6-12a9-4990-b5d3-005515925ae6,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:40.248280 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'port_id': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'mac_address': 'fa:16:3e:44:c2:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:28:40.314901 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:40.333638 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c890f2e6-12a9-4990-b5d3-005515925ae6 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:28:40.349133 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c890f2e6-12a9-4990-b5d3-005515925ae6,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:40.355399 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:40.357628 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:40.430259 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:40.439408 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.439745 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.440075 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.440393 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.440719 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.440976 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5628331-0bf1-4ce5-9882-c8126d4f7b15 req-c62fd83c-8699-4c83-acf0-62c3adecabb6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:40.441450 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.441450 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.441699 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.441980 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.442290 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.442655 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:40.443403 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b5628331-0bf1-4ce5-9882-c8126d4f7b15 req-c62fd83c-8699-4c83-acf0-62c3adecabb6 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.0857456
Nov 10 21:28:40.447152 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:40.492708 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b5628331-0bf1-4ce5-9882-c8126d4f7b15 req-b50147d5-90c1-42cf-a6ad-e8e7c9e1e563 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0415285
Nov 10 21:28:40.636238 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['c890f2e6-12a9-4990-b5d3-005515925ae6'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:28:41.004503 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8460b1-0a8d-4b5f-95aa-a97b8b5465d2 req-ce556336-604f-4c4b-bfba-18c3853cfb79 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:41.005991 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9f8460b1-0a8d-4b5f-95aa-a97b8b5465d2 req-ce556336-604f-4c4b-bfba-18c3853cfb79 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 944 time: 0.0977266
Nov 10 21:28:41.076800 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9f8460b1-0a8d-4b5f-95aa-a97b8b5465d2 req-9ddb1006-bb8f-4a25-b85c-11dd80916fd7 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0524073
Nov 10 21:28:41.454141 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b72991-e97a-449c-83d7-31d23924e484 req-4af50839-dfce-4873-b19e-ca51eee12fef tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:41.455657 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-64b72991-e97a-449c-83d7-31d23924e484 req-4af50839-dfce-4873-b19e-ca51eee12fef tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0877578
Nov 10 21:28:41.517787 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-64b72991-e97a-449c-83d7-31d23924e484 req-12881a78-d451-4a06-9ff7-3a4618f2a34f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0469153
Nov 10 21:28:41.819246 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b970d40-cd70-4c2d-88af-3583ccfc6961 req-af0ca5f3-5ed3-425a-96d0-d702411a5438 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:41.822104 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1b970d40-cd70-4c2d-88af-3583ccfc6961 req-af0ca5f3-5ed3-425a-96d0-d702411a5438 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 946 time: 0.1150343
Nov 10 21:28:41.874885 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1b970d40-cd70-4c2d-88af-3583ccfc6961 req-900860e4-87c9-46b9-9047-6533bc734444 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468726
Nov 10 21:28:41.968356 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:42.113894 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device c890f2e6-12a9-4990-b5d3-005515925ae6 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:42.215394 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port c890f2e6-12a9-4990-b5d3-005515925ae6 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:28:42.221258 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port c890f2e6-12a9-4990-b5d3-005515925ae6 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:42.221658 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:42.374499 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:42.411033 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:42.424257 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c890f2e6-12a9-4990-b5d3-005515925ae6,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:42.434055 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:42.435251 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:28:42.479284 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:42.598492 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed4621e-cb24-4d64-869e-a2c11337a0c0 req-937aed1f-187f-404e-bd77-da8ba1e61641 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:42.612793 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2ed4621e-cb24-4d64-869e-a2c11337a0c0 req-937aed1f-187f-404e-bd77-da8ba1e61641 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.2925911
Nov 10 21:28:42.688369 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2ed4621e-cb24-4d64-869e-a2c11337a0c0 req-6e3bc9fd-4332-46dc-97c4-d32cff2aac61 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731182
Nov 10 21:28:42.715675 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:42.725104 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:42.747825 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:42.824002 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:42.828388 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'code': 200}
Nov 10 21:28:42.830606 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:42.833904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-ef9d0132-b65c-4d8d-95c8-653a8915750f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:42.999528 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=8']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:43.008988 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:43.110956 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd1ff95-e55e-48d4-882b-f5e352a5f402 req-c03627fc-b1fd-4289-8569-b4fee53abd30 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:43.113483 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1cd1ff95-e55e-48d4-882b-f5e352a5f402 req-c03627fc-b1fd-4289-8569-b4fee53abd30 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1387033
Nov 10 21:28:43.172759 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1cd1ff95-e55e-48d4-882b-f5e352a5f402 req-c009d579-bedc-4779-9720-54ba32f4e662 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494061
Nov 10 21:28:43.244610 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-69385cdb-1ea9-4aaf-9134-8cdeabde9667 req-922bb293-fe8a-46b8-94fa-7ec7f6aa104d service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1098 time: 0.1152210
Nov 10 21:28:43.293700 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-69385cdb-1ea9-4aaf-9134-8cdeabde9667 req-09f1f34a-a4e0-4b81-abbc-e7935f571249 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428891
Nov 10 21:28:43.935804 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a060c8-6a7c-4829-b3f2-59e75e1acf32 req-918fd970-4cff-4ddb-9895-7137800a61e8 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:43.937179 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f0a060c8-6a7c-4829-b3f2-59e75e1acf32 req-918fd970-4cff-4ddb-9895-7137800a61e8 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.1174805
Nov 10 21:28:44.024726 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f0a060c8-6a7c-4829-b3f2-59e75e1acf32 req-a0db3e67-0a36-48b1-844e-952405466b3d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0776665
Nov 10 21:28:44.030485 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d9d94a5-55de-4f97-a35b-2ef4cd351c5f req-d5c19849-04a0-4944-b50c-ee0999713bc8 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1303225
Nov 10 21:28:44.378765 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a35d8d-4b68-4ea4-bc37-9b5aceac1327 req-20a5595c-4bc7-457c-aa8a-4a9a23adc1e5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:44.380338 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c1a35d8d-4b68-4ea4-bc37-9b5aceac1327 req-20a5595c-4bc7-457c-aa8a-4a9a23adc1e5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.0825655
Nov 10 21:28:44.490366 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c1a35d8d-4b68-4ea4-bc37-9b5aceac1327 req-b1a7ff6b-7fd8-4515-a01f-5e10e340b31f tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0903628
Nov 10 21:28:44.532677 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-8684c527-b44f-4a7e-99c9-5ebd84f37b48 service neutron] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2208061
Nov 10 21:28:44.564958 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f27903-1374-4b93-9ac1-4124ae25720a req-ccbff873-54a3-4206-a954-514b352d39f6 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:44.574204 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-35f27903-1374-4b93-9ac1-4124ae25720a req-ccbff873-54a3-4206-a954-514b352d39f6 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.2270877
Nov 10 21:28:44.636112 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-35f27903-1374-4b93-9ac1-4124ae25720a req-ce441188-217f-4b32-9775-941e3e93a325 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478854
Nov 10 21:28:44.829288 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:44.891614 dv-cinder-817261-1-iscsi neutron-server[82879]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'code': 422} returned with failed status
Nov 10 21:28:44.973046 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:28:45.107474 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-8f8654d5-3a9b-40d6-86ed-d825f4c94862 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5&tenant_id=0472b3c136e742129c7b28ddf8848741 HTTP/1.1" status: 200  len: 1097 time: 0.0793226
Nov 10 21:28:45.251077 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-1daab182-9ec4-435b-b990-a8ecb629c836 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=0472b3c136e742129c7b28ddf8848741&device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1097 time: 0.1209288
Nov 10 21:28:45.282726 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ad93b6-017d-4a3a-834b-d5d0ac12e713 req-52091fc0-0e88-4a8f-8580-c0138cbc5441 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:45.284750 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e1ad93b6-017d-4a3a-834b-d5d0ac12e713 req-52091fc0-0e88-4a8f-8580-c0138cbc5441 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.1071253
Nov 10 21:28:45.350210 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-e1ad93b6-017d-4a3a-834b-d5d0ac12e713 req-cde18caf-78c9-4d98-9ebb-3cd87364d692 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587645
Nov 10 21:28:45.518799 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-274f49f4-ed1f-4206-8a81-73dd1fd1f16b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:45.523775 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-274f49f4-ed1f-4206-8a81-73dd1fd1f16b service neutron] 10.222.0.76 "GET /v2.0/networks?id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 200  len: 918 time: 0.2647765
Nov 10 21:28:45.606966 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3928cf-3aec-4d9c-878f-534817d85407 req-1e598e78-e1c1-4200-82bc-b9e1f187b2be tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:45.609115 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0d3928cf-3aec-4d9c-878f-534817d85407 req-1e598e78-e1c1-4200-82bc-b9e1f187b2be tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.1156766
Nov 10 21:28:45.656343 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-b87213a3-2560-40f9-84c2-2686bf061a1f service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 200  len: 999 time: 0.1260533
Nov 10 21:28:45.684567 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0d3928cf-3aec-4d9c-878f-534817d85407 req-d43aedae-668e-4380-8942-413451125166 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0634534
Nov 10 21:28:45.729760 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-6a504700-0f2c-4126-9de0-19f8f0955bcd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:45.731466 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-6a504700-0f2c-4126-9de0-19f8f0955bcd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 200  len: 855 time: 0.0685527
Nov 10 21:28:45.875281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0312dd2-5d59-4aa5-84ef-9e858b76cac3 req-cbc8e179-840c-43f1-8727-f3dc45c58031 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:45.876716 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d0312dd2-5d59-4aa5-84ef-9e858b76cac3 req-cbc8e179-840c-43f1-8727-f3dc45c58031 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1078651
Nov 10 21:28:45.880451 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-44a13726-fe37-4141-aa80-17b12137c902 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=4d6c12d9-883b-4017-81d1-8c98e6d13e9d&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1413162
Nov 10 21:28:45.889322 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fea0ff-0633-43b8-9733-6eb0fbfaa8a7 req-7c219099-9417-4b1b-9354-2a0eeaf8831c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:45.891253 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-36fea0ff-0633-43b8-9733-6eb0fbfaa8a7 req-7c219099-9417-4b1b-9354-2a0eeaf8831c tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.0872386
Nov 10 21:28:45.940829 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-36fea0ff-0633-43b8-9733-6eb0fbfaa8a7 req-46b7241e-57ff-4b31-80ac-b7e7190929f9 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438228
Nov 10 21:28:46.013031 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d0312dd2-5d59-4aa5-84ef-9e858b76cac3 req-bc9e20a7-8f86-426a-9400-c279def0fbc2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1261356
Nov 10 21:28:46.076614 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-1ee99a1f-f515-4884-8e37-745094e5c383 service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1885846
Nov 10 21:28:46.144856 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5224524f-7f4a-438e-957e-2d7fc46abb7f req-41f3e282-7264-4367-b422-251e39f0eaab tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:46.146309 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5224524f-7f4a-438e-957e-2d7fc46abb7f req-41f3e282-7264-4367-b422-251e39f0eaab tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.0897064
Nov 10 21:28:46.219524 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5224524f-7f4a-438e-957e-2d7fc46abb7f req-eab38faa-7f32-4c53-a057-2494bef7b005 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638728
Nov 10 21:28:46.259107 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1dce26f-360a-4ad8-a209-938ad32d8744 req-231c419a-ba1e-42c9-9cbd-792105bdd8ad service neutron] 10.222.0.76 "GET /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1750953
Nov 10 21:28:46.643259 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ebad0-dc9f-4737-b272-e8d6d5f87e3c req-87394a50-678f-41f7-b914-7ce1e6b65042 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:46.644757 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f44ebad0-dc9f-4737-b272-e8d6d5f87e3c req-87394a50-678f-41f7-b914-7ce1e6b65042 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.0927441
Nov 10 21:28:46.775989 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f44ebad0-dc9f-4737-b272-e8d6d5f87e3c req-95491c6e-37cf-4839-9fc6-5b3324c6a7e2 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249483
Nov 10 21:28:47.277893 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26718-0d17-4308-8308-30fe129d5c75 req-c7c5d219-6823-4b46-8e01-1f0916d83756 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:47.287137 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6bf26718-0d17-4308-8308-30fe129d5c75 req-c7c5d219-6823-4b46-8e01-1f0916d83756 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.1901531
Nov 10 21:28:47.414818 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6bf26718-0d17-4308-8308-30fe129d5c75 req-e52706ea-546a-4e29-98f6-ff29b57aa921 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1212661
Nov 10 21:28:47.620231 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0626a808-2d1f-4a65-b858-40b88b7628b5 req-ee6f7d87-1006-4fa2-9538-9efe0ec67ce9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:47.624332 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0626a808-2d1f-4a65-b858-40b88b7628b5 req-ee6f7d87-1006-4fa2-9538-9efe0ec67ce9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1399033
Nov 10 21:28:47.731618 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0626a808-2d1f-4a65-b858-40b88b7628b5 req-06eab277-f271-452f-bafb-66f1a1126e67 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958962
Nov 10 21:28:47.816015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ad2f86-38c0-4236-9666-24794f7e06e0 req-8029c2b3-505f-449d-a2a5-94e24e235978 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:47.818026 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b2ad2f86-38c0-4236-9666-24794f7e06e0 req-8029c2b3-505f-449d-a2a5-94e24e235978 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 944 time: 0.1436534
Nov 10 21:28:47.889091 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b2ad2f86-38c0-4236-9666-24794f7e06e0 req-991e2b17-118e-48b5-8861-76b501e4ea01 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638952
Nov 10 21:28:48.102399 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9e081bd3-ea0f-4f97-a0e7-f0a7c355da64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:48.136452 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 06a66019-cb7b-4ca3-9b2b-7c26f611a48f details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:28:48.329216 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:48.345822 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'port_id': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'mac_address': 'fa:16:3e:7b:9f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:28:48.412041 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:48.432932 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06a66019-cb7b-4ca3-9b2b-7c26f611a48f {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:28:48.453303 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:48.459922 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:48.466006 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:48.549307 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=7']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:48.553508 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:48.652939 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:48.666908 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efc09a3-5f26-413f-9d52-7875c1e31820 req-1ba5c4f9-bf26-4125-b6a0-02a0a0b3687e tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:48.668633 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9efc09a3-5f26-413f-9d52-7875c1e31820 req-1ba5c4f9-bf26-4125-b6a0-02a0a0b3687e tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.0937028
Nov 10 21:28:48.673742 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['06a66019-cb7b-4ca3-9b2b-7c26f611a48f'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:28:48.766732 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9efc09a3-5f26-413f-9d52-7875c1e31820 req-db515210-2530-4978-8a9d-83940966abaf tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860920
Nov 10 21:28:49.064878 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f007ae-43dd-4a84-b00c-f3d49065b9b5 req-ae22b30d-cbb9-4b6e-adc4-d362387d3db5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:49.067882 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-63f007ae-43dd-4a84-b00c-f3d49065b9b5 req-ae22b30d-cbb9-4b6e-adc4-d362387d3db5 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1197314
Nov 10 21:28:49.154366 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-63f007ae-43dd-4a84-b00c-f3d49065b9b5 req-e1b3299a-c27a-4b41-8dfd-fe1b8a695330 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0794737
Nov 10 21:28:49.235968 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a127d55-33e9-42af-b8cd-6fa7f5b9945e req-4a09a55d-76a0-4bb2-8999-cb0563c0ccd7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:49.250983 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3a127d55-33e9-42af-b8cd-6fa7f5b9945e req-4a09a55d-76a0-4bb2-8999-cb0563c0ccd7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 945 time: 0.1491587
Nov 10 21:28:49.307285 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3a127d55-33e9-42af-b8cd-6fa7f5b9945e req-ccc604ca-cb90-4c76-bb2f-71b660104c1f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519042
Nov 10 21:28:49.307677 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45728) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:28:49.393632 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Deleting subnet 0977c01f-22dc-499d-bf20-b62b00f981eb {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:28:49.396726 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:49.601114 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:49.608582 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:49.692232 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:49.697181 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:49.733310 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0977c01f-22dc-499d-bf20-b62b00f981eb,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:49.745519 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:49.750333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.750688 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.751043 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.751392 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.751733 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.752075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.752413 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.752750 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.753085 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.753475 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.753816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:28:49.757920 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:49.763058 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-3e2cf6c6-a0e1-4c12-b524-0a3813f41fba admin admin] 10.222.0.46 "DELETE /v2.0/subnets/0977c01f-22dc-499d-bf20-b62b00f981eb HTTP/1.1" status: 204  len: 168 time: 0.4513974
Nov 10 21:28:49.763165 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 45736) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:28:49.928879 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.086950 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.118811 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e4f6f2-c41a-4b01-ba13-dc1fa78a74be req-55e67c93-f475-4262-a80e-61d59bdab978 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:50.120373 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-95e4f6f2-c41a-4b01-ba13-dc1fa78a74be req-55e67c93-f475-4262-a80e-61d59bdab978 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 946 time: 0.2297862
Nov 10 21:28:50.124398 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde23a54ac0>,) {'filters': {'network_id': ['a80b8d04-e802-49e0-b147-b2598a1827a6']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:50.145526 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 06a66019-cb7b-4ca3-9b2b-7c26f611a48f up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:28:50.154258 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23a54ac0>, 'a0479313-af02-45ac-b21d-b77a7e5113cf') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:50.154614 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23a54ac0>, 'a0479313-af02-45ac-b21d-b77a7e5113cf') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:50.172175 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.205034 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.214585 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Releasing vlan 1105 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:28:50.215063 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:28:50.229638 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:28:50.243712 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-95e4f6f2-c41a-4b01-ba13-dc1fa78a74be req-d87ce079-e419-4c51-80fb-21f74e74a4dd tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1117558
Nov 10 21:28:50.365137 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:28:50.365566 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.430857 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.438171 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-26ca89cf-7d5d-4460-97f0-c6ebcfe4ba82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:50.481355 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.486195 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a80b8d04-e802-49e0-b147-b2598a1827a6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:50.497857 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:50.523187 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a80b8d04-e802-49e0-b147-b2598a1827a6 HTTP/1.1" status: 204  len: 168 time: 0.7587929
Nov 10 21:28:50.633641 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19558b40-c4ce-4f64-9225-443be0128201 req-ad142b27-8566-4dba-9f29-f7639fdaccd1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:50.646191 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-19558b40-c4ce-4f64-9225-443be0128201 req-ad142b27-8566-4dba-9f29-f7639fdaccd1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1112828
Nov 10 21:28:50.673493 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.714922 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:50.760132 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:50.760859 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-19558b40-c4ce-4f64-9225-443be0128201 req-afe41983-a2bd-4595-b4b4-3119ee4f446a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1133053
Nov 10 21:28:50.770471 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:50.771680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device c2aeae1a-32f2-4a15-b520-c4a301601ca7 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:28:50.828438 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-604835d9-efee-4723-a6dd-eeba6dd32d26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:51.145438 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45752) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:28:51.171702 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0ce10-5dd3-47b0-9945-13e2e98e38eb req-eb24dda1-26f3-4293-9675-8afb4e852aad tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:51.174535 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dbe0ce10-5dd3-47b0-9945-13e2e98e38eb req-eb24dda1-26f3-4293-9675-8afb4e852aad tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1651838
Nov 10 21:28:51.203049 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=8']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:51.209641 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:51.239763 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b62418e7-7959-4004-91eb-14a53881cb34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.288511 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-dbe0ce10-5dd3-47b0-9945-13e2e98e38eb req-3d46e53d-36e9-4bfb-8203-76f3358d3fb0 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1078427
Nov 10 21:28:51.295074 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-c3166b2b-1ecf-43f7-8b89-77a64e517b0c admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7801965e633341e2bb51508764ca2a2d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1466444
Nov 10 21:28:51.295904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.297348 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45758) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:28:51.359950 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port c2aeae1a-32f2-4a15-b520-c4a301601ca7, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:51.368822 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.403250 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:51.454601 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.490433 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'code': 200}
Nov 10 21:28:51.511539 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.610391 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=c2aeae1a-32f2-4a15-b520-c4a301601ca7,revision_number=6']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:51.620621 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.634206 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-444d8606-20aa-4070-b8f7-e27fd44e1337 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:51.641544 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:51.653563 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.655241 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/031de41b-d97a-46ab-9e09-4e91f51cfb9b HTTP/1.1" status: 204  len: 168 time: 0.3551805
Nov 10 21:28:51.659694 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:51.660289 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=031de41b-d97a-46ab-9e09-4e91f51cfb9b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:51.666443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:51.768892 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386822db-358d-47e3-8b6a-6f05fca70dff req-e1ccfac4-3c70-44ef-9abe-c7046d5bdb63 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:51.776477 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-386822db-358d-47e3-8b6a-6f05fca70dff req-e1ccfac4-3c70-44ef-9abe-c7046d5bdb63 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.1250594
Nov 10 21:28:51.834079 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-386822db-358d-47e3-8b6a-6f05fca70dff req-52bcc76a-1ac7-4e58-8609-97c4ed390ed8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0565615
Nov 10 21:28:52.090779 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f20f412-f2ce-4300-81b1-3a1980c91d81 req-c697c583-168a-4592-b711-6fb0d9868a3d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:52.094293 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5f20f412-f2ce-4300-81b1-3a1980c91d81 req-c697c583-168a-4592-b711-6fb0d9868a3d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1252577
Nov 10 21:28:52.156508 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5f20f412-f2ce-4300-81b1-3a1980c91d81 req-691344cb-8649-4791-a652-8dc6c7a23b2e tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0517111
Nov 10 21:28:52.524431 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9565b2-44e1-4a92-a65e-9618b45284b5 req-ba506a94-3700-49f5-ac4c-7bd3b8deb1a7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:52.525908 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7c9565b2-44e1-4a92-a65e-9618b45284b5 req-ba506a94-3700-49f5-ac4c-7bd3b8deb1a7 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0855198
Nov 10 21:28:52.586186 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7c9565b2-44e1-4a92-a65e-9618b45284b5 req-0fc64814-84c7-4fc5-824e-10af62ed6624 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0538917
Nov 10 21:28:53.041469 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e243520-07da-494c-b181-9bd2f6330d26 req-8a5d822f-b321-44cb-903e-e244eb03fb63 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:53.043107 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3e243520-07da-494c-b181-9bd2f6330d26 req-8a5d822f-b321-44cb-903e-e244eb03fb63 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.0895612
Nov 10 21:28:53.096429 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3e243520-07da-494c-b181-9bd2f6330d26 req-b71748f7-57f4-4ad7-affc-91efd2941c72 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465007
Nov 10 21:28:53.384452 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac647c5-be38-4622-9695-6831d34796da req-5b9da784-65a3-49b7-9edd-b1d7fd917a0d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:53.385867 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bac647c5-be38-4622-9695-6831d34796da req-5b9da784-65a3-49b7-9edd-b1d7fd917a0d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.0821302
Nov 10 21:28:53.439084 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-bac647c5-be38-4622-9695-6831d34796da req-f95f2611-f39e-4e11-9664-9454f494a05d tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0471494
Nov 10 21:28:53.492269 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:53.553559 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'code': 200}
Nov 10 21:28:53.556842 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:53.816393 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7553b7d4-28ba-447e-9ae2-88fb4bfa6644 req-6f1ba18c-fa74-4198-a6bc-f113fd4e2e46 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:53.819071 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7553b7d4-28ba-447e-9ae2-88fb4bfa6644 req-6f1ba18c-fa74-4198-a6bc-f113fd4e2e46 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0921564
Nov 10 21:28:53.871150 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7553b7d4-28ba-447e-9ae2-88fb4bfa6644 req-5f79a874-a88e-47d3-8da1-e36fdc7c6f33 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459290
Nov 10 21:28:54.349593 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7632d989-dcff-4b62-ae81-56ba3841cdae req-9b2f4bf2-66ba-4e6d-8755-67813f11b368 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:54.352957 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7632d989-dcff-4b62-ae81-56ba3841cdae req-9b2f4bf2-66ba-4e6d-8755-67813f11b368 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.1148419
Nov 10 21:28:54.494743 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7632d989-dcff-4b62-ae81-56ba3841cdae req-159ee8fc-cbe4-4905-82c4-4fcc201b4f76 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1357901
Nov 10 21:28:54.743589 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842ec434-f14f-448c-8805-d2f2b45e215c req-57398374-d25d-42dc-8728-029b55936ea0 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:54.747511 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-842ec434-f14f-448c-8805-d2f2b45e215c req-57398374-d25d-42dc-8728-029b55936ea0 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1162710
Nov 10 21:28:54.824735 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-842ec434-f14f-448c-8805-d2f2b45e215c req-9f06c8cb-acb8-4e24-9866-3630fa708326 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0734305
Nov 10 21:28:55.109331 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002a8364-f140-42a8-bc6b-ed3bfb31675b req-ce263382-6ee1-48a1-a728-cb85536f35e5 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:55.112031 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-002a8364-f140-42a8-bc6b-ed3bfb31675b req-ce263382-6ee1-48a1-a728-cb85536f35e5 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0906854
Nov 10 21:28:55.164408 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-002a8364-f140-42a8-bc6b-ed3bfb31675b req-6ccc6bc3-8d9d-48f6-ac6c-3ccd8db11e0f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0478117
Nov 10 21:28:55.735349 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fadf3-4bba-40bb-8208-f7c28cec5df3 req-c2f862db-01af-4422-9ae7-ad1632d31df2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:55.736756 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5e9fadf3-4bba-40bb-8208-f7c28cec5df3 req-c2f862db-01af-4422-9ae7-ad1632d31df2 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.1050153
Nov 10 21:28:55.798312 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5e9fadf3-4bba-40bb-8208-f7c28cec5df3 req-de2e81df-0787-4928-920d-8863487e5cd1 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0509703
Nov 10 21:28:56.104968 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfe8a32-142e-4f7a-baa1-05b50283b8d7 req-3b461770-82b1-4057-abdb-59204d6a616a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:56.107571 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ccfe8a32-142e-4f7a-baa1-05b50283b8d7 req-3b461770-82b1-4057-abdb-59204d6a616a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1067221
Nov 10 21:28:56.166414 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ccfe8a32-142e-4f7a-baa1-05b50283b8d7 req-6bc15357-7478-4357-a180-3d77b99f6491 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514164
Nov 10 21:28:56.406476 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee528e81-e468-4492-a823-8a35bf597312 req-7e5a403c-4dd6-43bb-b236-fb09222e59e9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:56.408260 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ee528e81-e468-4492-a823-8a35bf597312 req-7e5a403c-4dd6-43bb-b236-fb09222e59e9 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0935943
Nov 10 21:28:56.469201 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ee528e81-e468-4492-a823-8a35bf597312 req-6390b6fb-8924-4aff-8c64-ae911d6b959f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494919
Nov 10 21:28:57.014829 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb10ecc7-47fc-4efd-97f2-8138531bd9bb req-041aa0de-a905-4e36-a19a-91a745f99569 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:57.016565 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cb10ecc7-47fc-4efd-97f2-8138531bd9bb req-041aa0de-a905-4e36-a19a-91a745f99569 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.0811670
Nov 10 21:28:57.072321 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-cb10ecc7-47fc-4efd-97f2-8138531bd9bb req-659139b5-4304-41c1-994f-939d240b895e tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465930
Nov 10 21:28:57.466319 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad665383-0d30-47fa-baad-5e3d06b2d820 req-e87500da-706f-4663-ad9e-998e2c3fdba2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:57.468709 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad665383-0d30-47fa-baad-5e3d06b2d820 req-e87500da-706f-4663-ad9e-998e2c3fdba2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1417165
Nov 10 21:28:57.519221 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-ad665383-0d30-47fa-baad-5e3d06b2d820 req-48021c01-d6c1-4dc7-a65b-c980a4432582 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0447879
Nov 10 21:28:57.731982 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a2322-d27f-422f-a87c-295b3d2e0b5c req-c06d6e64-5e97-4eac-8f92-6675361f23c2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:57.733368 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-987a2322-d27f-422f-a87c-295b3d2e0b5c req-c06d6e64-5e97-4eac-8f92-6675361f23c2 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.0825031
Nov 10 21:28:57.796118 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-987a2322-d27f-422f-a87c-295b3d2e0b5c req-a8498b31-b39d-4678-9a58-8cb52c90b72c tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0496259
Nov 10 21:28:57.833744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-9c9f9a0a-5677-47f2-8b03-f1dedfc35cd4 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:57.835323 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-9c9f9a0a-5677-47f2-8b03-f1dedfc35cd4 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.1003468
Nov 10 21:28:57.924412 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Deleting port c2aeae1a-32f2-4a15-b520-c4a301601ca7 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:28:57.924783 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:58.220114 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-decf6cf5-849b-448a-93c7-0e32f9860d1e req-985fbcac-4f7e-4cbe-a414-88fd63d1542f service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1099 time: 0.2228105
Nov 10 21:28:58.311011 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] For port c2aeae1a-32f2-4a15-b520-c4a301601ca7, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c2aeae1a-32f2-4a15-b520-c4a301601ca7,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:28:58.311367 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:58.320504 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ce63-568e-4c5c-a2e8-82f7a6c2a13e req-9c90e84f-9ac4-4e24-8693-1ecf6dea6de6 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:58.321881 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fa47ce63-568e-4c5c-a2e8-82f7a6c2a13e req-9c90e84f-9ac4-4e24-8693-1ecf6dea6de6 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 944 time: 0.1026232
Nov 10 21:28:58.324881 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-decf6cf5-849b-448a-93c7-0e32f9860d1e req-85bd657d-5c23-4224-9a3a-8419cdaf5dae service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0923717
Nov 10 21:28:58.374697 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-fa47ce63-568e-4c5c-a2e8-82f7a6c2a13e req-9ed6079b-ddca-44ce-81fb-d0cf2c5b41e3 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups?id=32a7323b-8d99-4f52-bbce-3821aaaa65dd&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0436344
Nov 10 21:28:58.629759 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:58.630186 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:58.630592 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Floating IP b886e440-fefa-4e8e-b55d-628b720f3484 disassociated. External IP: 172.27.0.46, port: c2aeae1a-32f2-4a15-b520-c4a301601ca7.
Nov 10 21:28:58.630972 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Calling delete_port for c2aeae1a-32f2-4a15-b520-c4a301601ca7 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:28:58.842159 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:58.849421 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1412658a-8764-4e43-bd46-f70bd04683f3 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:28:58.912619 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event deleted for resources: {'Port': ['ID=c2aeae1a-32f2-4a15-b520-c4a301601ca7,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:28:58.915810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:28:58.926975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d002bf-0af7-4f5e-92a4-17353b74e566 req-7c666e89-9703-4fd8-915b-f1944f358036 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:58.928545 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f5d002bf-0af7-4f5e-92a4-17353b74e566 req-7c666e89-9703-4fd8-915b-f1944f358036 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.2070727
Nov 10 21:28:59.047919 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-f5d002bf-0af7-4f5e-92a4-17353b74e566 req-8c451ed5-daab-427f-9990-3da8690284fb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0624981
Nov 10 21:28:59.066494 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885506e5-43ae-4086-b45a-888fe04fc9fc req-954f39cd-d790-4d54-a7dc-a712a8548895 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:28:59.069184 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-885506e5-43ae-4086-b45a-888fe04fc9fc req-954f39cd-d790-4d54-a7dc-a712a8548895 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1009421
Nov 10 21:28:59.155274 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-885506e5-43ae-4086-b45a-888fe04fc9fc req-ab8aaf2e-a43e-4b5c-888b-f20ea27e1faa tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0719399
Nov 10 21:28:59.250478 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Router 5514ad13-d109-4b12-aeba-71aea9a71810 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:28:59.614259 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e7eeb2-b797-45e2-a0b2-2506102e8a63 req-70c967f2-4637-495e-a2fd-1c36404e4534 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/ports?device_id=088b3ea9-0264-4e01-9bf4-8a5da3164233 HTTP/1.1" status: 200  len: 210 time: 0.0528176
Nov 10 21:28:59.661338 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:28:59.671830 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] Sync routers for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:28:59.686468 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:28:59.687162 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2431b6d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:28:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:28:59.734335 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] No DVR routers for this DVR port c2aeae1a-32f2-4a15-b520-c4a301601ca7 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:28:59.736830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:28:59.739445 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'name': 'network-vif-deleted', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:28:59.757530 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dad30f51-31a2-457e-9133-4744ecefcc13 req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.76 "DELETE /v2.0/ports/c2aeae1a-32f2-4a15-b520-c4a301601ca7 HTTP/1.1" status: 204  len: 173 time: 1.9106069
Nov 10 21:28:59.803912 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '088b3ea9-0264-4e01-9bf4-8a5da3164233', 'name': 'network-vif-deleted', 'tag': 'c2aeae1a-32f2-4a15-b520-c4a301601ca7', 'status': 'completed', 'code': 200}
Nov 10 21:28:59.890326 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:00.207996 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:29:00.327100 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8ffcf-f925-4c99-916a-57e69c59def0 req-3db52491-e7cf-47eb-95fc-86916cc9a818 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:00.329719 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-56c8ffcf-f925-4c99-916a-57e69c59def0 req-3db52491-e7cf-47eb-95fc-86916cc9a818 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 944 time: 0.1073556
Nov 10 21:29:00.431579 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-56c8ffcf-f925-4c99-916a-57e69c59def0 req-04da5241-07f2-43e3-8979-ae09751d461b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0907476
Nov 10 21:29:00.562571 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2431b6d0>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:00.576156 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f175c1f6-a19a-4eca-86f8-97f00ba73599 req-215968de-6308-4135-86d4-6567a57b55eb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:00.576156 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f175c1f6-a19a-4eca-86f8-97f00ba73599 req-215968de-6308-4135-86d4-6567a57b55eb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.2132165
Nov 10 21:29:00.576730 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] Checking router: 5514ad13-d109-4b12-aeba-71aea9a71810 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:29:00.622751 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:00.626060 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f175c1f6-a19a-4eca-86f8-97f00ba73599 req-3ed4c5b1-6157-4425-a8c3-5d56bac0cd49 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0433939
Nov 10 21:29:00.634899 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:00.635291 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2431b6d0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:28:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:00.701744 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'port_id': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'mac_address': 'fa:16:3e:6e:81:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:29:00.775317 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45828) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:00.854382 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5d6df4e8-e9c7-42e6-880f-fa5dd29a93ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:00.860956 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:00.883895 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5d6df4e8-e9c7-42e6-880f-fa5dd29a93ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:00.886878 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bd19ff3-362c-42f7-9fa7-18c737d78307 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:29:00.910836 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:00.937975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5d6df4e8-e9c7-42e6-880f-fa5dd29a93ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:00.941842 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:00.950358 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:00.956177 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:00.957295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6df4e8-e9c7-42e6-880f-fa5dd29a93ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32a7323b-8d99-4f52-bbce-3821aaaa65dd,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:00.960286 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5d6df4e8-e9c7-42e6-880f-fa5dd29a93ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:00.964160 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-fa476c69-331f-4d0f-9f08-641e3b91f765 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:00.973037 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5d6df4e8-e9c7-42e6-880f-fa5dd29a93ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:00.977852 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-5d6df4e8-e9c7-42e6-880f-fa5dd29a93ca tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "DELETE /v2.0/security-groups/32a7323b-8d99-4f52-bbce-3821aaaa65dd HTTP/1.1" status: 204  len: 168 time: 0.1978588
Nov 10 21:29:00.978174 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45832) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:00.999236 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.api.v2.resource [None req-36755f38-6cd7-478d-acc7-ff4443f40d7a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] show failed (client error): The resource could not be found.
Nov 10 21:29:01.000232 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-36755f38-6cd7-478d-acc7-ff4443f40d7a tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "GET /v2.0/security-groups/32a7323b-8d99-4f52-bbce-3821aaaa65dd HTTP/1.1" status: 404  len: 347 time: 0.0210884
Nov 10 21:29:01.003237 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45836) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:01.167501 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Deleting port 2b15d307-5db7-40c7-b05f-7bbb39863500 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:01.167955 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:01.175923 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=9']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:01.185868 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:01.239832 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['5bd19ff3-362c-42f7-9fa7-18c737d78307'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:29:01.343936 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:01.345120 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:01.475043 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Calling delete_port for 2b15d307-5db7-40c7-b05f-7bbb39863500 owned by network:floatingip {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:01.567263 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2431b6d0>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:01.594930 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec424c19-f131-4d80-ba02-843c65120d60 None None] The sync data for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi is: [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:23Z', 'revision_number': 4, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '93a49c4d-459e-4fe9-b746-7bacdbf94a85', 'name': '', 'network_id': 'b0867bbc-d62a-4b7b-a662-02885d39b0e8', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'mac_address': 'fa:16:3e:9b:5f:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8209be17-771c-43f9-9090-7768656df39e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:21Z', 'updated_at': '2021-11-10T21:22:09Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'subnets': [{'id': '8209be17-771c-43f9-9090-7768656df39e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:29:01.639619 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:01.644710 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4f4242ce-3e34-4dbc-aefb-4f2812807e9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:01.706317 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Pushing event deleted for resources: {'Port': ['ID=2b15d307-5db7-40c7-b05f-7bbb39863500,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:01.710259 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:01.789134 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks [] for floatingip, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:01.813319 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:01.814503 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] 10.222.0.46 "DELETE /v2.0/floatingips/b886e440-fefa-4e8e-b55d-628b720f3484 HTTP/1.1" status: 204  len: 168 time: 0.8103864
Nov 10 21:29:01.867804 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b8eadc-eaa6-4c76-ad9c-558a045836d7 req-c27187fa-79cb-4d2a-9e89-7eaf045c99bb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:01.869367 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-08b8eadc-eaa6-4c76-ad9c-558a045836d7 req-c27187fa-79cb-4d2a-9e89-7eaf045c99bb tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 945 time: 0.1318700
Nov 10 21:29:01.879507 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfec5c16-3140-4c72-af1c-2c3fcf0192a4 None None] New status for floating IP b886e440-fefa-4e8e-b55d-628b720f3484: DOWN {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:29:01.949268 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-08b8eadc-eaa6-4c76-ad9c-558a045836d7 req-ea87d0b2-ca6f-4076-805a-a0abb2de446a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0732548
Nov 10 21:29:02.210901 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:29:02.287609 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 5bd19ff3-362c-42f7-9fa7-18c737d78307 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:29:02.287982 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:02.422793 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:02.450417 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:29:02.461157 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:02.465047 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:02.467731 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:02.508941 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'code': 200}
Nov 10 21:29:02.534866 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=10']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:02.537624 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:02.743338 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4fcc8de2-9508-4e3b-84f2-331672c95558 req-0b65728d-ea7e-45b4-8676-8643374e86f5 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 1100 time: 0.0744898
Nov 10 21:29:02.789952 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-4fcc8de2-9508-4e3b-84f2-331672c95558 req-859cf4ad-dcc1-4171-b2d5-b90c3c6ff6b4 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396812
Nov 10 21:29:03.196014 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aebef43-e657-46f9-934f-048babb6743b req-390f7ea8-6ce3-4cb0-b074-407d5ee0ca4a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:03.197921 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2aebef43-e657-46f9-934f-048babb6743b req-390f7ea8-6ce3-4cb0-b074-407d5ee0ca4a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 947 time: 0.0873103
Nov 10 21:29:03.260496 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2aebef43-e657-46f9-934f-048babb6743b req-c9170431-5435-4897-8936-dc00ab62195a tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0568697
Nov 10 21:29:04.617172 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb03b-d21d-4dd3-833e-17c30d601c81 req-65703dfa-7b24-4bfd-96a6-20deb4126cde tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:04.618806 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b0bdb03b-d21d-4dd3-833e-17c30d601c81 req-65703dfa-7b24-4bfd-96a6-20deb4126cde tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 947 time: 0.1356742
Nov 10 21:29:04.677420 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b0bdb03b-d21d-4dd3-833e-17c30d601c81 req-f50bf068-1edc-4ce9-98cd-ed113e0776b1 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502710
Nov 10 21:29:05.441830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a4d19c-2fae-4275-99fc-9d6fa92fb5c1 req-6a24a944-ec08-4ea8-9545-0a1e6c28bd91 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:05.443190 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-31a4d19c-2fae-4275-99fc-9d6fa92fb5c1 req-6a24a944-ec08-4ea8-9545-0a1e6c28bd91 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.1668086
Nov 10 21:29:05.493174 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-31a4d19c-2fae-4275-99fc-9d6fa92fb5c1 req-4b78fb4f-f5dc-436e-aed8-f349842c5ea2 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432348
Nov 10 21:29:05.523376 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45916) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:05.843072 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-137664e4-1a99-42d2-a07f-e1df468c41c3 tempest-TestMinimumBasicScenario-2078923018 tempest-TestMinimumBasicScenario-2078923018-project-admin] Synchronizing usage tracker for tenant:3999f39ef848438e96094d6d4a84d372 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:29:05.864192 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-137664e4-1a99-42d2-a07f-e1df468c41c3 tempest-TestMinimumBasicScenario-2078923018 tempest-TestMinimumBasicScenario-2078923018-project-admin] Unset dirty status for tenant:3999f39ef848438e96094d6d4a84d372 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:29:05.866860 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-137664e4-1a99-42d2-a07f-e1df468c41c3 tempest-TestMinimumBasicScenario-2078923018 tempest-TestMinimumBasicScenario-2078923018-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1093 time: 0.3409870
Nov 10 21:29:05.869686 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45926) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:05.877688 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'port_id': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'fixed_ip_address': '172.20.0.4'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:05.884872 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:05.890077 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:floatingip and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:05.893722 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:05.901529 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:05.920495 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for floatingip, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:05.927364 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a645aba-6a0c-4176-825f-fb5a31835c51 req-44b675c8-1e31-4c0f-854c-3c713b5d55aa tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:05.929792 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0a645aba-6a0c-4176-825f-fb5a31835c51 req-44b675c8-1e31-4c0f-854c-3c713b5d55aa tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 947 time: 0.0957522
Nov 10 21:29:05.985531 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-0a645aba-6a0c-4176-825f-fb5a31835c51 req-6728f175-2977-42da-ba96-61b36f516615 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0496285
Nov 10 21:29:06.112170 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 45936) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:06.118118 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:06.310831 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Allocated IP 172.27.0.37 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/2f908e2b-752f-45e2-a9d7-16513e2e96e8) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:29:06.483237 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:06.513936 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:06.518667 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:06.583851 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:29:06.587747 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:29:06.592204 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:29:06.617110 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'Port': ['ID=2f908e2b-752f-45e2-a9d7-16513e2e96e8,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:06.624121 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:06.848118 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.087502 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.145005 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.364999 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.370850 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.376048 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7d4e613f-0e8e-4c79-bbc4-5d6ab71fd2ea tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:07.431661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.575660 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Deleting port 93a49c4d-459e-4fe9-b746-7bacdbf94a85 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:07.576286 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.619570 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'Port': ['ID=2f908e2b-752f-45e2-a9d7-16513e2e96e8,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:07.623419 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:07.768374 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] For port 93a49c4d-459e-4fe9-b746-7bacdbf94a85, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=93a49c4d-459e-4fe9-b746-7bacdbf94a85,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:07.768712 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:07.769864 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Floating IP b21bf67c-7e43-4dad-9b2e-a67c097a92df associated. External IP: 172.27.0.37, port: c890f2e6-12a9-4990-b5d3-005515925ae6.
Nov 10 21:29:07.892502 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Calling delete_port for 93a49c4d-459e-4fe9-b746-7bacdbf94a85 owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:08.074314 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:08.078933 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:08.126121 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Pushing event deleted for resources: {'Port': ['ID=93a49c4d-459e-4fe9-b746-7bacdbf94a85,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:08.199555 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.199726 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Router cdcbf95e-1cd6-45c9-b72f-81998a925a75 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:29:08.199927 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.200270 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.200619 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.200968 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.201311 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.201675 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.202126 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.202473 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.202814 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.203149 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:08.206462 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:08.422045 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:29:08.440856 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] Sync routers for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:29:08.459673 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:08.461869 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23bf71c0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:28:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:08.462449 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:08.486135 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:08.527530 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-750e16c0-db7d-44d5-8012-5ee01f537c78 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 995 time: 2.6528604
Nov 10 21:29:08.527530 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:29:08.530263 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45942) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:08.535772 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1880088855', 'description': 'tempest-secgroup-smoke-1880088855 description', 'project_id': 'a5948ca21b99464481ae86f05b81df8e'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:08.542501 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:08.556234 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:08.569403 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:08.593904 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'status': 'completed', 'code': 200}
Nov 10 21:29:08.620950 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:08.659607 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:08.667857 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:08.676015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:08.762380 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:08.767002 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-ae8b7b8f-06b9-4227-9953-3cb6c5c28e6c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1098 time: 0.1473820
Nov 10 21:29:08.816019 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:08.914700 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:08.933320 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-31f836ea-286a-4611-8521-bf528afeb8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:09.038367 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc03602b-a5b0-42cd-b1e2-9a5022b2f255,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:09.043574 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:09.081651 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:09.086753 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.5522654
Nov 10 21:29:09.089896 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45948) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:09.099406 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'security_group_rule': {'security_group_id': 'dc03602b-a5b0-42cd-b1e2-9a5022b2f255', 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:09.124281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:09.131598 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:09.135407 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-975ca279-2171-4d39-a3bf-c95f6b84bb43 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:09.137084 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-975ca279-2171-4d39-a3bf-c95f6b84bb43 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 200  len: 917 time: 0.3576813
Nov 10 21:29:09.137953 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:09.172625 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23bf71c0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'b21bf67c-7e43-4dad-9b2e-a67c097a92df', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'port_id': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'mac_address': 'fa:16:3e:44:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:06Z', 'updated_at': '2021-11-10T21:29:06Z', 'revision_number': 0, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 5, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:09.179789 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] Checking router: cdcbf95e-1cd6-45c9-b72f-81998a925a75 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:29:09.197950 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:09.198776 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23bf71c0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:28:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:09.221845 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:09.273625 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-c79359b3-fe7a-459b-99e7-4e76a4c447e8 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 998 time: 0.1284938
Nov 10 21:29:09.275036 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:09.307904 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Router 5514ad13-d109-4b12-aeba-71aea9a71810 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:29:09.417298 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-6f7f4caf-31f5-4a9f-ad3d-461245dd3a01 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:09.418993 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-6f7f4caf-31f5-4a9f-ad3d-461245dd3a01 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01e61437-97d0-43c6-8962-2f034bffaab4 HTTP/1.1" status: 200  len: 854 time: 0.1288464
Nov 10 21:29:09.485626 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:09.486085 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:09.497794 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:09.503196 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:09.557697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edd0fc0b-eaa3-4c05-baed-f805e579bcda,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:09.571449 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:09.576927 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:29:09.578369 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:09.582371 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.4883256
Nov 10 21:29:09.585871 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-e0cca195-07e7-4cac-9b0c-7a9ff18c5cab service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25d7b281-dec6-4919-8685-4a7af99a05e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1570506
Nov 10 21:29:09.585871 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45952) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:09.591225 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'security_group_rule': {'security_group_id': 'dc03602b-a5b0-42cd-b1e2-9a5022b2f255', 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:09.594695 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] Sync routers for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:29:09.607413 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] 10.222.0.46 "PUT /v2.0/routers/5514ad13-d109-4b12-aeba-71aea9a71810/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4935262
Nov 10 21:29:09.608055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 45956) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:09.615434 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:09.618107 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e6b190>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:28:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:09.619008 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:09.629268 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:09.634746 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:09.689444 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:09.884152 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:09.891076 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:09.959227 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-c0f349c6-dc32-4f87-b85e-c855550b6136 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3629568
Nov 10 21:29:09.960842 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.116511 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23bf71c0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'b21bf67c-7e43-4dad-9b2e-a67c097a92df', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'port_id': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'mac_address': 'fa:16:3e:44:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:06Z', 'updated_at': '2021-11-10T21:29:06Z', 'revision_number': 0, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 5, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:10.124243 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfb9b3f-c4c0-44d8-ba91-ef1d78b7300c None None] The sync data for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi is: [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'b21bf67c-7e43-4dad-9b2e-a67c097a92df', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'floating_ip_address': '172.27.0.37', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'port_id': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'mac_address': 'fa:16:3e:44:c2:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:29:06Z', 'updated_at': '2021-11-10T21:29:06Z', 'revision_number': 0, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 5, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:29:10.282963 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e6b190>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102'}], 'enable_snat': True}, 'gw_port_id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:29:08Z', 'revision_number': 5, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port': {'id': '17dc7595-9b0c-415e-a2e0-b4f37a06c9aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:2d:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:12Z', 'updated_at': '2021-11-10T21:21:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:10.291653 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] Checking router: 5514ad13-d109-4b12-aeba-71aea9a71810 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:29:10.306499 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] Routers {'5514ad13-d109-4b12-aeba-71aea9a71810'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:10.307204 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.307394 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e6b190>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:28:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['5514ad13-d109-4b12-aeba-71aea9a71810'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:10.311669 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9ba91226-ab2e-4a58-83ed-8186941938b9 req-a04fbf7a-016f-47a3-8e6d-5194d4cd7120 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3271143
Nov 10 21:29:10.314015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.316631 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:10.316776 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.336747 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Deleting port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:10.337370 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.346295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecafcd4-a1b2-442c-96cb-45df99183231,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:10.350138 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:10.360001 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.364673 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-c75d66da-68d4-4f34-affd-22ae9242dd8d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.7781413
Nov 10 21:29:10.365766 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45960) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:10.373018 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'security_group_rule': {'security_group_id': 'dc03602b-a5b0-42cd-b1e2-9a5022b2f255', 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:10.388293 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:10.393333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:10.402641 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:10.411883 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:10.454436 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.495230 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c37586-9b02-48ea-a54b-0147cacce694 None None] New status for floating IP b21bf67c-7e43-4dad-9b2e-a67c097a92df: ACTIVE {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:29:10.523669 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] Set router 5514ad13-d109-4b12-aeba-71aea9a71810 gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:10.539363 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.544517 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.546762 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:10.582556 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d00c5a06-aa57-46c4-aeeb-24e34c2798c2,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:10.590918 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:10.597837 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.600110 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-76f2442d-b69d-4d24-91e1-321e60c862b9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2313211
Nov 10 21:29:10.602334 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45964) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:10.615180 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'security_group_rule': {'security_group_id': 'dc03602b-a5b0-42cd-b1e2-9a5022b2f255', 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:10.625362 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:10.630815 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:10.635735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:10.645255 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:10.646799 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] For port 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:10.648366 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.674242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.675424 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e6b190>, [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:29:10Z', 'revision_number': 6, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:10.681086 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f61889b9-ef6f-491d-973a-a9efdfa981e4 None None] The sync data for ids ['5514ad13-d109-4b12-aeba-71aea9a71810'] in dv-cinder-817261-1-iscsi is: [{'id': '5514ad13-d109-4b12-aeba-71aea9a71810', 'name': 'tempest-AttachVolumeTestJSON-703025805-router', 'tenant_id': 'b113375b3b844809a3554406eb5cb52d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:29:10Z', 'revision_number': 6, 'project_id': 'b113375b3b844809a3554406eb5cb52d', 'gw_port_host': None}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:29:10.806363 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.812483 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.816115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-87d79ccd-efa7-45ad-9d86-bdb0fb93ad02 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:10.849320 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3a58dc2-236d-42f8-b7e8-31817f898ad2,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:10.854663 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:10.864687 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.866216 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-0da3be69-be40-4b24-8885-282b9cf03faa tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.2627008
Nov 10 21:29:10.869502 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45968) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:10.875683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'security_group_rule': {'security_group_id': 'dc03602b-a5b0-42cd-b1e2-9a5022b2f255', 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:10.882291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:10.886447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:10.889564 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:10.896145 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:10.907945 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.securitygroups_db [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Project a5948ca21b99464481ae86f05b81df8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 21:29:10.912035 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Calling delete_port for 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:10.916025 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.989024 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:10.993824 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.000067 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:11.023097 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65469fe6-c8ce-4a40-a01a-69bc6557351e,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:11.024702 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:11.034221 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.037632 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-870e21c2-a4fa-4e93-b2f8-bde556bc90e9 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1669118
Nov 10 21:29:11.040706 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 45972) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:11.047069 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'security_group_rule': {'security_group_id': 'dc03602b-a5b0-42cd-b1e2-9a5022b2f255', 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:11.054099 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:11.058970 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Usage tracker for resource:security_group_rule and tenant:a5948ca21b99464481ae86f05b81df8e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:11.062500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:11.073839 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:11.088114 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.securitygroups_db [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Project a5948ca21b99464481ae86f05b81df8e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 21:29:11.095501 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.115945 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.120874 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-67e02eb9-06b4-4db0-8993-a66daf41fdbc tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:11.161810 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=17dc7595-9b0c-415e-a2e0-b4f37a06c9aa,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:11.166260 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:11.168112 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.177242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.180446 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1443eac8-8fd7-48a9-b43b-70e8ad88f958 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:11.203097 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de7a9e90-4a66-44f3-9c9c-0c351a832050,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:11.207472 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:11.217885 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.219296 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-02d4a56c-1765-4c94-9b5f-d45ed0875792 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1775739
Nov 10 21:29:11.368770 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-3152d027-6137-44f3-b109-316dece311eb req-849b00df-68e2-4a4b-b89b-4f1905d91774 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Synchronizing usage tracker for tenant:a5948ca21b99464481ae86f05b81df8e on resource:security_group {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:29:11.384605 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-3152d027-6137-44f3-b109-316dece311eb req-849b00df-68e2-4a4b-b89b-4f1905d91774 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Unset dirty status for tenant:a5948ca21b99464481ae86f05b81df8e on resource:security_group {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:29:11.385782 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3152d027-6137-44f3-b109-316dece311eb req-849b00df-68e2-4a4b-b89b-4f1905d91774 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880088855&fields=id&tenant_id=a5948ca21b99464481ae86f05b81df8e HTTP/1.1" status: 200  len: 267 time: 0.0674620
Nov 10 21:29:11.432469 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.486430 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d027-6137-44f3-b109-316dece311eb req-35e7655c-7ce1-48ec-b97b-7c76e67a75f2 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:11.488007 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3152d027-6137-44f3-b109-316dece311eb req-35e7655c-7ce1-48ec-b97b-7c76e67a75f2 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.0957525
Nov 10 21:29:11.499007 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'port': {'security_groups': ['c276ac6b-837b-4319-a508-945249b0692a', 'dc03602b-a5b0-42cd-b1e2-9a5022b2f255']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:11.628692 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.745368 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.750074 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.844656 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.845382 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5514ad13-d109-4b12-aeba-71aea9a71810 {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:29:11.862824 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.863978 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7958f854-a513-41a0-9628-b924257cbca7 admin admin] 10.222.0.46 "DELETE /v2.0/routers/5514ad13-d109-4b12-aeba-71aea9a71810 HTTP/1.1" status: 204  len: 168 time: 2.2547345
Nov 10 21:29:11.867356 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 45978) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:11.936817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Deleting subnet 8209be17-771c-43f9-9090-7768656df39e {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:29:11.940456 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.971604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c890f2e6-12a9-4990-b5d3-005515925ae6,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:11.996699 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:11.998885 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.004092 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.010773 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.017613 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-002b5cd7-7e87-4e1d-86bf-70779bf5b8e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:12.024904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['c890f2e6-12a9-4990-b5d3-005515925ae6'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:29:12.083882 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:12.084531 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.086559 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3152d027-6137-44f3-b109-316dece311eb req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "PUT /v2.0/ports/c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 981 time: 0.5922744
Nov 10 21:29:12.100143 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:29:12.150840 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=6']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:12.162252 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:12.230866 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'status': 'completed', 'code': 200}
Nov 10 21:29:12.231233 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.235624 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['c890f2e6-12a9-4990-b5d3-005515925ae6'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:29:12.435680 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.444774 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:12.464107 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-843eece7-4a18-445d-b048-d33415f6d9de service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1137 time: 0.1874759
Nov 10 21:29:12.468072 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 93a49c4d-459e-4fe9-b746-7bacdbf94a85 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:29:12.478859 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8209be17-771c-43f9-9090-7768656df39e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:12.486385 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c379e991-5c76-46d8-a3cc-6cb179c3c3c3 req-34738a7a-624b-49a8-9735-a4c09a064de6 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:12.487978 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c379e991-5c76-46d8-a3cc-6cb179c3c3c3 req-34738a7a-624b-49a8-9735-a4c09a064de6 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.1652439
Nov 10 21:29:12.488991 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:12.498060 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.504622 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] 10.222.0.46 "DELETE /v2.0/subnets/8209be17-771c-43f9-9090-7768656df39e HTTP/1.1" status: 204  len: 168 time: 0.6360185
Nov 10 21:29:12.511475 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 45986) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:12.536919 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56c6dd8b-bcb7-456b-a2a2-21a5ee99a54a None None] Network b0867bbc-d62a-4b7b-a662-02885d39b0e8 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:12.564189 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 93a49c4d-459e-4fe9-b746-7bacdbf94a85 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:29:12.564613 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 93a49c4d-459e-4fe9-b746-7bacdbf94a85 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:29:12.714640 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-917df9aa-cd5c-42ec-a923-ae588e84dfcf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:12.717416 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-917df9aa-cd5c-42ec-a923-ae588e84dfcf service neutron] 10.222.0.76 "GET /v2.0/networks?id=25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 200  len: 917 time: 0.2464027
Nov 10 21:29:12.749041 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-d9e4f47f-9bb2-4882-8025-6b0e11105ad7 None None] Provisioning complete for port c890f2e6-12a9-4990-b5d3-005515925ae6 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:29:12.749526 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d9e4f47f-9bb2-4882-8025-6b0e11105ad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.787783 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.810433 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c379e991-5c76-46d8-a3cc-6cb179c3c3c3 req-13f3861a-c387-4f51-afea-2c896ca8b644 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.2786834
Nov 10 21:29:12.811312 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Deleting port 7100312b-ed07-4537-9822-2413cfcb5408 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:12.811649 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:12.873438 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-b02e1004-ff4d-4940-bbe7-8eaaddbf121e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 1000 time: 0.1357257
Nov 10 21:29:12.954074 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-2246abc4-cce7-49e1-b603-8d5c3f76d0a8 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:12.955563 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-2246abc4-cce7-49e1-b603-8d5c3f76d0a8 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01e61437-97d0-43c6-8962-2f034bffaab4 HTTP/1.1" status: 200  len: 854 time: 0.0790150
Nov 10 21:29:13.064937 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-070a75c3-37de-42a7-8d24-6622b8e3eba3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25d7b281-dec6-4919-8685-4a7af99a05e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1012790
Nov 10 21:29:13.066801 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] For port 7100312b-ed07-4537-9822-2413cfcb5408, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7100312b-ed07-4537-9822-2413cfcb5408,segment=NetworkSegment(79b07e09-88b4-4229-9436-8817d10f34d3),segment_id=79b07e09-88b4-4229-9436-8817d10f34d3)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:13.067495 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.220214 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Calling delete_port for 7100312b-ed07-4537-9822-2413cfcb5408 owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:13.267156 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-9926a01a-8d36-46c4-900c-196ce158b020 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1922193
Nov 10 21:29:13.328872 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7219cfb4-6270-48e0-ba39-ee76d59800d5 None None] DHCP port deletion for b0867bbc-d62a-4b7b-a662-02885d39b0e8 request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:29:13.340247 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.358373 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:13.428411 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] No DVR routers for this DVR port 7100312b-ed07-4537-9822-2413cfcb5408 on host dv-cinder-817261-1-iscsi {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:29:13.498007 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=7100312b-ed07-4537-9822-2413cfcb5408,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:13.503750 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:13.588106 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e15e5173-66e8-4940-b24c-6280e0cab824 req-085363f1-221c-4c7f-9e68-88c096ae8753 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3028352
Nov 10 21:29:13.620855 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.656589 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde23615cd0>,) {'filters': {'network_id': ['b0867bbc-d62a-4b7b-a662-02885d39b0e8']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:13.675180 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23615cd0>, '79b07e09-88b4-4229-9436-8817d10f34d3') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:13.675456 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23615cd0>, '79b07e09-88b4-4229-9436-8817d10f34d3') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:13.691723 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.716648 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.728216 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Releasing vlan 1117 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:29:13.728624 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:29:13.746853 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:29:13.844810 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.848954 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:13.863526 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:13.875431 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0867bbc-d62a-4b7b-a662-02885d39b0e8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:13.878780 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:13.891286 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] 10.222.0.46 "DELETE /v2.0/networks/b0867bbc-d62a-4b7b-a662-02885d39b0e8 HTTP/1.1" status: 204  len: 168 time: 1.3784254
Nov 10 21:29:14.073154 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 45994) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:14.128005 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-449e036b-4664-4a2a-b300-1dc9cea343b2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b113375b3b844809a3554406eb5cb52d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0532653
Nov 10 21:29:14.130471 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 45998) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:14.197608 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77cf6fe1-7c1e-476c-813d-87448811b437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:14.228177 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77cf6fe1-7c1e-476c-813d-87448811b437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:14.251323 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:29:14.306096 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77cf6fe1-7c1e-476c-813d-87448811b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:14.310280 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1b665c12-aadd-4388-8fd3-c61a91a2efb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:14.326971 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cf6fe1-7c1e-476c-813d-87448811b437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b46d8df-feef-4076-be34-9cf7d3d353d6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:14.330015 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-77cf6fe1-7c1e-476c-813d-87448811b437 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:14.338696 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-77cf6fe1-7c1e-476c-813d-87448811b437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:14.339849 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-77cf6fe1-7c1e-476c-813d-87448811b437 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2b46d8df-feef-4076-be34-9cf7d3d353d6 HTTP/1.1" status: 204  len: 168 time: 0.2084501
Nov 10 21:29:14.390654 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:29:14.391446 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 17dc7595-9b0c-415e-a2e0-b4f37a06c9aa not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:29:14.391637 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7100312b-ed07-4537-9822-2413cfcb5408 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:29:14.424291 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 7100312b-ed07-4537-9822-2413cfcb5408 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:29:14.424655 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7100312b-ed07-4537-9822-2413cfcb5408 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:29:15.379202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46022) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:15.582436 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-904629231-network', 'tenant_id': '3713414d548e4b72b913412b8a08a13b'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:15.588248 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:15.592727 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Usage tracker for resource:network and tenant:3713414d548e4b72b913412b8a08a13b is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:15.596146 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:15.608290 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:15.620570 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Made reservation on behalf of 3713414d548e4b72b913412b8a08a13b for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:15.623027 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.637146 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.675814 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:15.680930 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Usage tracker for resource:security_group_rule and tenant:3713414d548e4b72b913412b8a08a13b is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:15.684351 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:15.690744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:15.823797 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.830851 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.838735 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:15.883390 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1134}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:29:15.891165 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80f494d7-aa8f-4a28-8a34-f25f911b1505,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:15.894754 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:15.901738 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.902077 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Added segment 4f75e3ba-b1ba-4a0d-82df-7af95278bf4b of type vlan for network eddd27bd-5d06-4404-b9ec-15da404b8381
Nov 10 21:29:15.934674 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.969640 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.970901 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:15.971466 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:15.974995 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:16.086418 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.7056472
Nov 10 21:29:16.087266 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Pushing event updated for resources: {'Network': ['ID=eddd27bd-5d06-4404-b9ec-15da404b8381,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:16.089613 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46028) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:16.091561 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-016e91c9-fec1-4f02-9884-0b3eb52d6cc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:16.098492 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Request body: {'subnet': {'network_id': 'eddd27bd-5d06-4404-b9ec-15da404b8381', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-904629231-subnet', 'tenant_id': '3713414d548e4b72b913412b8a08a13b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:16.100813 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network eddd27bd-5d06-4404-b9ec-15da404b8381 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:29:16.104464 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:16.109229 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Usage tracker for resource:subnet and tenant:3713414d548e4b72b913412b8a08a13b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:16.112804 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:16.122666 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:16.139737 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Made reservation on behalf of 3713414d548e4b72b913412b8a08a13b for: {'subnet': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:16.143143 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8098528'] for subnet, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:16.379590 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7650035', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8098550'] for subnet, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:16.387519 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d38810d4-a99b-49f9-81d1-6fd2ae14b37f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:16.531186 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46f53dfb-2a4b-40dc-8e08-f213c986a1dc,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:16.539591 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:16.548816 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Checking segment: {'id': '4f75e3ba-b1ba-4a0d-82df-7af95278bf4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1134, 'network_id': 'eddd27bd-5d06-4404-b9ec-15da404b8381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82877) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:29:16.549411 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Network hostable DHCP agents. Network: eddd27bd-5d06-4404-b9ec-15da404b8381, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82877) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:29:16.582985 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Network eddd27bd-5d06-4404-b9ec-15da404b8381 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82877) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:29:16.597396 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, eddd27bd-5d06-4404-b9ec-15da404b8381) {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:29:16.604553 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:16.605840 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:16.610637 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f57be255-9757-44f4-bf8d-f51bbbc80c50 None None] Network eddd27bd-5d06-4404-b9ec-15da404b8381 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:16.646711 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4348e8ed-301e-4f3d-aebc-84fefc2c38e3 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.5472443
Nov 10 21:29:16.873284 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f080471c-fdb5-4b2d-89cc-043df6d7ceb6 None None] Network eddd27bd-5d06-4404-b9ec-15da404b8381 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:17.807655 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46052) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:17.813881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-184901159-network', 'tenant_id': '3ab19eadf28a4a39b62106f698cdcdbb'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:17.820290 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:17.824556 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Usage tracker for resource:network and tenant:3ab19eadf28a4a39b62106f698cdcdbb is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:17.827771 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:17.833971 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:17.846638 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Made reservation on behalf of 3ab19eadf28a4a39b62106f698cdcdbb for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:17.849682 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:17.863280 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:17.901914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:17.908248 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Usage tracker for resource:security_group_rule and tenant:3ab19eadf28a4a39b62106f698cdcdbb is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:17.913015 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:17.920460 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:18.001014 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.005533 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.009237 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-18a4c3d9-731c-4530-847f-77d6fb6735a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:18.038593 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137}  {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:29:18.048403 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9f25a8-a46f-4d49-8845-1087185f95fa,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:18.052631 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:18.056581 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.057098 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.segments_db [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Added segment a1620b09-1243-4dbd-8304-d966263e80dc of type vlan for network dc89f9b4-5420-4c39-b87c-0cf6be6ab04d
Nov 10 21:29:18.097137 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.106655 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-863d48cc-32f1-4d0d-991c-0fd45a1f3655 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.137593 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.139195 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:18.139866 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.143942 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-71762faf-8981-4cbb-84a6-c21f1feadd6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:18.247498 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Pushing event updated for resources: {'Network': ['ID=dc89f9b4-5420-4c39-b87c-0cf6be6ab04d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:18.253521 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46056) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:18.254389 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.4446058
Nov 10 21:29:18.254561 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:18.260556 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Request body: {'subnet': {'network_id': 'dc89f9b4-5420-4c39-b87c-0cf6be6ab04d', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-184901159-subnet', 'tenant_id': '3ab19eadf28a4a39b62106f698cdcdbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:18.266361 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:18.271191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Usage tracker for resource:subnet and tenant:3ab19eadf28a4a39b62106f698cdcdbb is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:18.271434 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network dc89f9b4-5420-4c39-b87c-0cf6be6ab04d details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:29:18.275352 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:18.282342 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:18.295047 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Made reservation on behalf of 3ab19eadf28a4a39b62106f698cdcdbb for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:18.297359 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.519333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.524525 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:18.597656 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc8b567e-fda3-4e6d-8973-db2607ff8ab9,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:18.602917 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:18.618555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Checking segment: {'id': 'a1620b09-1243-4dbd-8304-d966263e80dc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'dc89f9b4-5420-4c39-b87c-0cf6be6ab04d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:29:18.619037 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Network hostable DHCP agents. Network: dc89f9b4-5420-4c39-b87c-0cf6be6ab04d, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:29:18.646413 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Network dc89f9b4-5420-4c39-b87c-0cf6be6ab04d is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:29:18.654654 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.666387 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, dc89f9b4-5420-4c39-b87c-0cf6be6ab04d) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:29:18.671817 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:18.673551 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.676877 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b5e28f-5f81-4ba7-9887-15148b6c1a14 None None] Network dc89f9b4-5420-4c39-b87c-0cf6be6ab04d requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:18.697824 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.4430923
Nov 10 21:29:18.847951 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46062) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:18.912169 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Deleting subnet 46f53dfb-2a4b-40dc-8e08-f213c986a1dc {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:29:18.916033 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.926320 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6e0f814-63f4-4a04-9367-827ccc224ae0 None None] Network dc89f9b4-5420-4c39-b87c-0cf6be6ab04d requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:18.981229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:18.993602 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.099576 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.104742 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:19.145277 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46f53dfb-2a4b-40dc-8e08-f213c986a1dc,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:19.148653 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:19.149642 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.156178 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] 10.222.0.46 "DELETE /v2.0/subnets/46f53dfb-2a4b-40dc-8e08-f213c986a1dc HTTP/1.1" status: 204  len: 168 time: 0.3070321
Nov 10 21:29:19.158745 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46066) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:19.356011 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.484764 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.510423 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde23db5250>,) {'filters': {'network_id': ['eddd27bd-5d06-4404-b9ec-15da404b8381']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:19.523527 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23db5250>, '4f75e3ba-b1ba-4a0d-82df-7af95278bf4b') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:19.523817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23db5250>, '4f75e3ba-b1ba-4a0d-82df-7af95278bf4b') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:19.535591 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.552310 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.559087 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Releasing vlan 1134 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:29:19.559489 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:29:19.572641 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:29:19.650835 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.654574 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:19.668398 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.678113 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Pushing event deleted for resources: {'Network': ['ID=eddd27bd-5d06-4404-b9ec-15da404b8381,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:19.680896 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] 10.222.0.46 "DELETE /v2.0/networks/eddd27bd-5d06-4404-b9ec-15da404b8381 HTTP/1.1" status: 204  len: 168 time: 0.5210001
Nov 10 21:29:19.682013 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ee0e7a25-7289-4bd3-9d9a-645bbf3db331 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:19.683592 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46070) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:19.744703 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Deleting subnet fc8b567e-fda3-4e6d-8973-db2607ff8ab9 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:29:19.747965 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.801289 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.857476 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.930784 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.935249 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:19.976033 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc8b567e-fda3-4e6d-8973-db2607ff8ab9,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:19.979748 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:19.983156 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:19.989150 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-f186fafd-8cb1-4707-8707-ba9443ddc095 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/fc8b567e-fda3-4e6d-8973-db2607ff8ab9 HTTP/1.1" status: 204  len: 168 time: 0.3046124
Nov 10 21:29:19.991769 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46076) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:20.109866 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.239008 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.266161 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde23c4b070>,) {'filters': {'network_id': ['dc89f9b4-5420-4c39-b87c-0cf6be6ab04d']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:20.279415 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23c4b070>, 'a1620b09-1243-4dbd-8304-d966263e80dc') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:20.279700 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde23c4b070>, 'a1620b09-1243-4dbd-8304-d966263e80dc') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:20.291242 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.307119 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.313345 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:29:20.313753 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:29:20.328168 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:29:20.406028 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.410457 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.413813 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:20.433541 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Pushing event deleted for resources: {'Network': ['ID=dc89f9b4-5420-4c39-b87c-0cf6be6ab04d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:20.435927 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:20.437414 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3b02aff9-b180-4aee-9a07-720844122fe3 admin admin] 10.222.0.46 "DELETE /v2.0/networks/dc89f9b4-5420-4c39-b87c-0cf6be6ab04d HTTP/1.1" status: 204  len: 168 time: 0.4445741
Nov 10 21:29:20.631045 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46082) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:20.682496 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-6717a9aa-45bc-4a49-9eb5-4801b0d6cf32 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3713414d548e4b72b913412b8a08a13b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0497158
Nov 10 21:29:20.684978 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46086) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:20.749256 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.778230 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.834424 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.839488 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-17ffecf1-206d-4b99-badf-b10d1d8f1036 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:20.851565 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80f494d7-aa8f-4a28-8a34-f25f911b1505,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:20.855192 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:20.858433 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:20.859536 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/80f494d7-aa8f-4a28-8a34-f25f911b1505 HTTP/1.1" status: 204  len: 168 time: 0.1736767
Nov 10 21:29:21.154928 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-a4b0650c-aa83-4a76-b0f2-73ff1424d699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:21.295774 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46094) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:21.347158 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-32c0c857-b3f6-4f66-85d0-16cdf5c55b08 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3ab19eadf28a4a39b62106f698cdcdbb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500283
Nov 10 21:29:21.349331 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46098) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:21.410293 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:21.437217 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:21.491415 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:21.495582 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-81baae84-3d02-4a04-96ee-952d23cd837c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:21.507204 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9f25a8-a46f-4d49-8845-1087185f95fa,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:21.509525 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:21.516168 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:21.517270 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/2d9f25a8-a46f-4d49-8845-1087185f95fa HTTP/1.1" status: 204  len: 168 time: 0.1670284
Nov 10 21:29:21.591430 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:21.973314 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:29:23.558155 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.148344 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46166) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:24.294276 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.325348 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:24.329354 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Usage tracker for resource:security_group_rule and tenant:50c98201509c473b96d3274fa8adf267 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:24.332222 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:24.338591 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:24.408672 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.412653 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.419474 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-837fab7c-f0e1-4f14-9542-0c5916cc0605 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:24.461250 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c733ed96-2459-4a05-986e-ee310014df93,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:24.465325 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=50c98201509c473b96d3274fa8adf267&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3158391
Nov 10 21:29:24.466209 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:24.467971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46174) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:24.529545 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ec577ddd-3f04-4181-9176-4e0996c18aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.556307 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ec577ddd-3f04-4181-9176-4e0996c18aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.613566 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ec577ddd-3f04-4181-9176-4e0996c18aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.617341 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1e9155fe-e79c-4831-bfd5-156a1a743e5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:24.628981 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec577ddd-3f04-4181-9176-4e0996c18aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c733ed96-2459-4a05-986e-ee310014df93,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:24.631527 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ec577ddd-3f04-4181-9176-4e0996c18aff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:24.638105 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ec577ddd-3f04-4181-9176-4e0996c18aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:24.639232 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ec577ddd-3f04-4181-9176-4e0996c18aff admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c733ed96-2459-4a05-986e-ee310014df93 HTTP/1.1" status: 204  len: 168 time: 0.1703799
Nov 10 21:29:25.001630 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46184) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:25.020868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:25.056983 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:25.061517 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Usage tracker for resource:security_group_rule and tenant:74e98e81eb3448c7a41ffeac453a36a2 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:25.065019 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:25.073060 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:25.205681 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:25.212196 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:25.220489 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98671438-624e-4a83-a0b8-9b44f900ee3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:25.233461 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00306ec-585f-4035-8450-ce790a57e248 req-a1754be2-f05c-405c-9bfc-253a960e943d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:25.234962 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c00306ec-585f-4035-8450-ce790a57e248 req-a1754be2-f05c-405c-9bfc-253a960e943d tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0854740
Nov 10 21:29:25.271295 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=74e98e81eb3448c7a41ffeac453a36a2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2684159
Nov 10 21:29:25.274749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46190) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:25.280143 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8709c98-ba86-4f85-8125-4e62a6022d16,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:25.283138 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8d963ee3-9ecf-4386-9ac3-5dd7af4fa882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:25.293565 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-10baac3e-212a-4dcd-a356-e9bdc99d2acb service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1137 time: 0.1659288
Nov 10 21:29:25.303926 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c00306ec-585f-4035-8450-ce790a57e248 req-1a429307-9e91-4de1-a0c4-32e147c323ec tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0609939
Nov 10 21:29:25.361347 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:25.399130 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:25.462241 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-4a88dbcb-a6de-4c74-aa96-7bd0c9284dd1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:25.464127 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-4a88dbcb-a6de-4c74-aa96-7bd0c9284dd1 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 200  len: 917 time: 0.1618195
Nov 10 21:29:25.475033 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:25.480940 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ea18e021-7bda-4b20-bc43-3a23c8351c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:25.495515 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8709c98-ba86-4f85-8125-4e62a6022d16,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:25.499217 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:25.502594 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:25.513474 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e8709c98-ba86-4f85-8125-4e62a6022d16 HTTP/1.1" status: 204  len: 168 time: 0.2332795
Nov 10 21:29:25.580640 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-c7211afb-7d66-4c5c-92a5-ac6710146c57 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 1000 time: 0.1091573
Nov 10 21:29:25.648393 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-849a1083-7130-40af-b58a-8de65788e1cd service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:25.649854 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-849a1083-7130-40af-b58a-8de65788e1cd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01e61437-97d0-43c6-8962-2f034bffaab4 HTTP/1.1" status: 200  len: 854 time: 0.0602643
Nov 10 21:29:25.759638 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-867d15b4-a016-4123-86fd-4b7e82e5952b service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25d7b281-dec6-4919-8685-4a7af99a05e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1017070
Nov 10 21:29:26.010383 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-78a9e444-cab1-440f-8292-aa0579799182 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2432394
Nov 10 21:29:26.177706 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0bd750ee-7a64-4e3a-9860-c45410baedd0 req-57bb5508-0365-4a99-bdde-314466bd8c08 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1589854
Nov 10 21:29:26.540199 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ad8840-a981-4208-b45a-3b58d1df8143 req-13a71c4e-1615-4565-b561-5e40908bc8ae tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:26.541893 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d0ad8840-a981-4208-b45a-3b58d1df8143 req-13a71c4e-1615-4565-b561-5e40908bc8ae tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0878668
Nov 10 21:29:26.591369 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d0ad8840-a981-4208-b45a-3b58d1df8143 req-052ef4dd-a9a4-41ea-b824-aea7e23734dc tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0438266
Nov 10 21:29:27.899697 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af7a0b9-5839-461d-8ef3-4fc3f3b25a13 req-b100760e-1837-4642-becd-007dba7a57f6 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:27.901226 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3af7a0b9-5839-461d-8ef3-4fc3f3b25a13 req-b100760e-1837-4642-becd-007dba7a57f6 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.1729920
Nov 10 21:29:27.950603 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-3af7a0b9-5839-461d-8ef3-4fc3f3b25a13 req-34ca50ef-aff3-46df-8d00-de9ab0cca181 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0436301
Nov 10 21:29:29.176758 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f86703-087a-4a95-835e-3fb6f07dc97c req-e95eb6e3-6649-4e50-af85-6a7544b56519 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:29.178906 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b7f86703-087a-4a95-835e-3fb6f07dc97c req-e95eb6e3-6649-4e50-af85-6a7544b56519 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0857630
Nov 10 21:29:29.236427 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b7f86703-087a-4a95-835e-3fb6f07dc97c req-b5afbc2b-7588-4013-b9e4-09a1b3bf6d5f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0514088
Nov 10 21:29:30.466285 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce2ab96-0a9b-4275-96a1-f2c23fbdd5c0 req-e4fdf00f-c515-4fdc-8dc0-eccef3ee12b3 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:30.468127 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7ce2ab96-0a9b-4275-96a1-f2c23fbdd5c0 req-e4fdf00f-c515-4fdc-8dc0-eccef3ee12b3 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0924847
Nov 10 21:29:30.534211 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-7ce2ab96-0a9b-4275-96a1-f2c23fbdd5c0 req-18d617b6-96a4-469e-8ddb-ba79bebb4a3e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0594876
Nov 10 21:29:31.755423 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab6d8f5-75e0-4f1e-9e04-bbfbfa55f48e req-5f92be51-2137-4b3f-8b7d-7d9f8b904c4e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:31.758493 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2ab6d8f5-75e0-4f1e-9e04-bbfbfa55f48e req-5f92be51-2137-4b3f-8b7d-7d9f8b904c4e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0972311
Nov 10 21:29:31.809594 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-2ab6d8f5-75e0-4f1e-9e04-bbfbfa55f48e req-ec62eaa1-dd9a-4152-9ff2-9631296c6f5b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0455015
Nov 10 21:29:33.017034 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fecdcf-cefa-496c-a362-32d5ab2f81a8 req-b6081949-9493-40ed-92bd-48cd23135b0a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:33.018551 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d5fecdcf-cefa-496c-a362-32d5ab2f81a8 req-b6081949-9493-40ed-92bd-48cd23135b0a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0847001
Nov 10 21:29:33.074533 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d5fecdcf-cefa-496c-a362-32d5ab2f81a8 req-6968a184-0ba5-43bb-b360-e00301cc70fb tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0493200
Nov 10 21:29:34.311769 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14eb2772-0f3b-4d61-bd4f-6be31bf7e048 req-f4939f54-3dcf-499c-98b3-334172120565 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:34.313229 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-14eb2772-0f3b-4d61-bd4f-6be31bf7e048 req-f4939f54-3dcf-499c-98b3-334172120565 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0833287
Nov 10 21:29:34.361849 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-14eb2772-0f3b-4d61-bd4f-6be31bf7e048 req-9e294642-be36-45be-b46a-c577923eba6a tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0431077
Nov 10 21:29:35.570756 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fb83d-2103-428b-9f71-f8ee7e02bb51 req-3ee26e79-c082-4566-bc86-692654ec1c58 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:35.572883 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-713fb83d-2103-428b-9f71-f8ee7e02bb51 req-3ee26e79-c082-4566-bc86-692654ec1c58 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0862813
Nov 10 21:29:35.621653 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-713fb83d-2103-428b-9f71-f8ee7e02bb51 req-bf24949c-b7fa-4860-85bf-f58a299099bf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0430331
Nov 10 21:29:36.532236 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46346) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:36.673957 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:36.705211 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:36.710341 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Usage tracker for resource:security_group_rule and tenant:8029920607a6493d9d8a178b045fce94 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:36.713659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:36.719379 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:36.789645 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:36.794024 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:36.801209 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3457fe5e-1185-43b2-9994-a803bfe043ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:36.826546 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad2c08d-1983-4171-bc99-64f39c461cf5 req-19c6a53d-e554-49b5-b005-27f3dbee8b99 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:36.827993 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ad2c08d-1983-4171-bc99-64f39c461cf5 req-19c6a53d-e554-49b5-b005-27f3dbee8b99 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0811887
Nov 10 21:29:36.843659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9711a85-c333-41a2-8df3-59737efc3788,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:36.847029 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:36.862454 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8029920607a6493d9d8a178b045fce94&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3287826
Nov 10 21:29:36.863857 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46354) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:36.877926 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7ad2c08d-1983-4171-bc99-64f39c461cf5 req-fd3f2164-0720-4778-8217-4d578adbd751 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0441511
Nov 10 21:29:36.926079 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:36.951355 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.002683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.007052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-292c3562-6477-4de6-bcf5-05b0c15ba5f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:37.019892 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9711a85-c333-41a2-8df3-59737efc3788,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:37.023373 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:37.025255 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.026432 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f9711a85-c333-41a2-8df3-59737efc3788 HTTP/1.1" status: 204  len: 168 time: 0.1616416
Nov 10 21:29:37.359209 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46362) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:37.377449 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.408754 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:37.412660 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Usage tracker for resource:security_group_rule and tenant:94332993d4c14fefb5ab37e545fa6a2b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:37.415950 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:37.422124 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:37.505923 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.510695 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.517741 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1b7e1731-83ea-4391-8fef-cd783413ce6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:37.563787 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94332993d4c14fefb5ab37e545fa6a2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2034671
Nov 10 21:29:37.564535 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb12963-ca4b-4d44-aac9-416a62832558,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:37.566500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46366) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:37.567455 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:37.633132 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.660762 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.718070 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.723510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7c6ce26c-c218-486b-b0ee-0c5f2fc0a8ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:37.736217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb12963-ca4b-4d44-aac9-416a62832558,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:37.740014 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:37.746355 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:37.747577 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8bb12963-ca4b-4d44-aac9-416a62832558 HTTP/1.1" status: 204  len: 168 time: 0.1801023
Nov 10 21:29:38.082491 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa5981-491e-48bc-8958-a44a626fae92 req-e52185c0-9d03-42fb-a228-6a1c9b4d9e16 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:38.083965 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-25aa5981-491e-48bc-8958-a44a626fae92 req-e52185c0-9d03-42fb-a228-6a1c9b4d9e16 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.0815806
Nov 10 21:29:38.137382 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-25aa5981-491e-48bc-8958-a44a626fae92 req-f83bfa58-3b3a-4058-b30a-3ac4f65f7e60 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&id=dc03602b-a5b0-42cd-b1e2-9a5022b2f255&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0473106
Nov 10 21:29:38.162805 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46376) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:38.185316 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:38.219742 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:38.223477 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Usage tracker for resource:security_group_rule and tenant:51737d77f84347d2a81c8b0a81b7d9e0 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:38.226301 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:38.231940 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:38.305936 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:38.309862 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:38.316506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c4702291-93f9-4136-ad85-6cdc050b322a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:38.357626 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a9c34f-5c0a-4cf9-9224-e8bc0a68b52d,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:38.360605 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:38.363169 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-2897ae45-3fba-4e3d-a566-50545ee51cbf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=51737d77f84347d2a81c8b0a81b7d9e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1994002
Nov 10 21:29:38.366605 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46384) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:38.427853 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:38.460596 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:38.514337 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:38.518384 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ddda43df-d0f2-4a15-9b7b-81556a6e5c14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:38.532024 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a9c34f-5c0a-4cf9-9224-e8bc0a68b52d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:38.534309 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:38.542502 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:38.543770 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/a4a9c34f-5c0a-4cf9-9224-e8bc0a68b52d HTTP/1.1" status: 204  len: 168 time: 0.1761379
Nov 10 21:29:42.000079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:44.964891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c126500a-bba3-4b3b-94a8-46ba2457cb55 req-89be1312-f7a5-41ef-bacf-ee6eff9cc025 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:44.966371 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c126500a-bba3-4b3b-94a8-46ba2457cb55 req-89be1312-f7a5-41ef-bacf-ee6eff9cc025 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 947 time: 0.0807889
Nov 10 21:29:45.018370 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c126500a-bba3-4b3b-94a8-46ba2457cb55 req-9fe4dae7-e80a-47ab-acc2-45224432db05 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0460424
Nov 10 21:29:46.212739 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-9a9ec3d5-0f03-43fb-834b-c60e6a2c31b7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:46.214708 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-9a9ec3d5-0f03-43fb-834b-c60e6a2c31b7 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 947 time: 0.0920508
Nov 10 21:29:46.274214 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693ec75-de6d-492a-b016-fe799d834a5b req-07e9d285-4f0c-476e-8747-0097895f3be3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:46.275912 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c693ec75-de6d-492a-b016-fe799d834a5b req-07e9d285-4f0c-476e-8747-0097895f3be3 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 947 time: 0.1076593
Nov 10 21:29:46.288068 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Deleting port 5bd19ff3-362c-42f7-9fa7-18c737d78307 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:46.288414 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:46.327843 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-c693ec75-de6d-492a-b016-fe799d834a5b req-517167fc-fc6f-4de1-9353-3e55c16c7a27 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups?id=e3f39e3b-ed7e-479d-ab61-97716be860cf&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448337
Nov 10 21:29:46.584777 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] For port 5bd19ff3-362c-42f7-9fa7-18c737d78307, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=5bd19ff3-362c-42f7-9fa7-18c737d78307,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:46.585197 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:46.760914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46526) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:46.911451 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:46.945171 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:46.949114 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Usage tracker for resource:security_group_rule and tenant:9e0099eb27574d7389b20ddd9a7b401f is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:46.951956 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:46.957743 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:46.971975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:46.972301 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:46.972745 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Floating IP e1de8455-2f24-42d3-b2a7-8077303e146b disassociated. External IP: 172.27.0.19, port: 5bd19ff3-362c-42f7-9fa7-18c737d78307.
Nov 10 21:29:46.973080 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Calling delete_port for 5bd19ff3-362c-42f7-9fa7-18c737d78307 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:47.029813 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.034618 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.041648 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4552de7f-9bc0-48c0-9ebc-a61fa1a45f15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:47.087959 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a6f52-3a6b-402e-8e7d-c69168b67aa3,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:47.091811 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:47.096214 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9e0099eb27574d7389b20ddd9a7b401f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3339975
Nov 10 21:29:47.096824 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46532) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:47.133601 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.139751 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a3693ffc-d592-4e02-a93d-b667d64f400e tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:47.163902 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.182939 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event deleted for resources: {'Port': ['ID=5bd19ff3-362c-42f7-9fa7-18c737d78307,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:47.186683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:47.194693 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.254364 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.260749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-aaac1cd2-ab94-4e3e-9246-082d76179167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:47.271453 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a6f52-3a6b-402e-8e7d-c69168b67aa3,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:47.276447 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:47.279009 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.280218 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/962a6f52-3a6b-402e-8e7d-c69168b67aa3 HTTP/1.1" status: 204  len: 168 time: 0.1824763
Nov 10 21:29:47.411432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:29:47.561562 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-936200b5-7aad-481f-8dd5-649cede2e319 req-b7bba023-89e3-4114-83e5-efad39fed63b tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/ports?device_id=0da7392f-410e-4ab8-ac15-81ddb6718ea5 HTTP/1.1" status: 200  len: 210 time: 0.0564463
Nov 10 21:29:47.695630 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46542) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:47.715627 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.722992 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:29:47.733470 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] Sync routers for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:29:47.747436 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:47.748099 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d09430>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:29:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:47.751081 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:47.754895 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:b6d3eeecea5842e79fd7ad9cb9336a5f is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:47.758078 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:47.764284 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:47.799217 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] No DVR routers for this DVR port 5bd19ff3-362c-42f7-9fa7-18c737d78307 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:29:47.801974 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.805643 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-deleted', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:29:47.822217 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-fc427332-e774-4c4a-964d-5701bb826fc0 req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.76 "DELETE /v2.0/ports/5bd19ff3-362c-42f7-9fa7-18c737d78307 HTTP/1.1" status: 204  len: 173 time: 1.6017036
Nov 10 21:29:47.841055 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.846198 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:47.860377 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b5aebfed-6429-4291-8b83-869a822377a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:47.884378 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0da7392f-410e-4ab8-ac15-81ddb6718ea5', 'name': 'network-vif-deleted', 'tag': '5bd19ff3-362c-42f7-9fa7-18c737d78307', 'status': 'completed', 'code': 200}
Nov 10 21:29:47.942327 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a5c234-fe18-409c-a606-a2add691c66a,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:47.943745 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:47.948046 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:47.953648 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b6d3eeecea5842e79fd7ad9cb9336a5f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2564430
Nov 10 21:29:47.957019 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46548) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:48.038191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.068513 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.102189 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f3bcac71-2deb-478f-8402-86e2e20c758f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.135726 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.144861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-27eb588c-30e2-43bd-9559-48fa0b0e671b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:48.166665 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a5c234-fe18-409c-a606-a2add691c66a,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:48.171688 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:48.175336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.179737 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b4a5c234-fe18-409c-a606-a2add691c66a HTTP/1.1" status: 204  len: 168 time: 0.2187138
Nov 10 21:29:48.292739 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d09430>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:48.296763 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] Checking router: c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:29:48.309026 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:48.309715 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d09430>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:29:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:48.516536 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:48.661464 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.764189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46568) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:48.862595 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.906037 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.948541 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d09430>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:48.954919 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2319f0-0de0-41d4-abb6-891f84c85083 None None] The sync data for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi is: [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:21:19Z', 'revision_number': 4, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '664458a8-8365-4853-97fe-8c6ef2828698', 'name': '', 'network_id': '4d6c12d9-883b-4017-81d1-8c98e6d13e9d', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'mac_address': 'fa:16:3e:93:f2:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'dd98801e-8026-49c0-947b-84705cd24754', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:18Z', 'updated_at': '2021-11-10T21:21:40Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'subnets': [{'id': 'dd98801e-8026-49c0-947b-84705cd24754', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:29:48.973964 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:48.978817 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4656a111-1a27-41ad-8ded-956f9b15fc34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:48.997304 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f39e3b-ed7e-479d-ab61-97716be860cf,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:49.000297 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:49.014671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:49.016059 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "DELETE /v2.0/security-groups/e3f39e3b-ed7e-479d-ab61-97716be860cf HTTP/1.1" status: 204  len: 168 time: 0.2506537
Nov 10 21:29:49.018999 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46576) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:49.037334 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.api.v2.resource [None req-65151d4d-c4e8-4f71-bc86-e216c87ca829 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] show failed (client error): The resource could not be found.
Nov 10 21:29:49.041606 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-65151d4d-c4e8-4f71-bc86-e216c87ca829 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "GET /v2.0/security-groups/e3f39e3b-ed7e-479d-ab61-97716be860cf HTTP/1.1" status: 404  len: 347 time: 0.0186327
Nov 10 21:29:49.042214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46580) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:49.219760 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Deleting port 3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:49.220094 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:49.275708 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a541ee9-7d6f-474f-9c0b-48dfa0b1dbc4 None None] New status for floating IP e1de8455-2f24-42d3-b2a7-8077303e146b: DOWN {{(pid=82879) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:29:49.404781 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:49.405522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:49.544360 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Calling delete_port for 3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1 owned by network:floatingip {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:49.748246 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.db.api [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:29:49.748615 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_db.api [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:29:50.249741 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Deleting port 3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:50.250399 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:50.377180 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:29:50.415867 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 5bd19ff3-362c-42f7-9fa7-18c737d78307 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:29:50.416533 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 5bd19ff3-362c-42f7-9fa7-18c737d78307 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:29:50.441331 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:50.441643 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:50.577815 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Calling delete_port for 3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1 owned by network:floatingip {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:50.741783 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:50.746611 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c0bf7e61-8416-4312-980a-02b37581926b tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:50.796963 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Pushing event deleted for resources: {'Port': ['ID=3ad8fc41-f0c6-4d9e-9dd0-c5a5acca82e1,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:50.843500 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.843921 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.844281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.844636 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.844982 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.845330 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.845695 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.846057 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.846376 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.846712 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.847052 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:29:50.850341 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks [] for floatingip, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:50.855012 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:50.868816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:50.872691 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] 10.222.0.46 "DELETE /v2.0/floatingips/e1de8455-2f24-42d3-b2a7-8077303e146b HTTP/1.1" status: 204  len: 168 time: 1.8267741
Nov 10 21:29:51.172080 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bbd74831-11b4-4d92-a28e-1165ff3d912e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:51.597456 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:51.872706 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46642) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:52.040490 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.076602 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:52.081026 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Usage tracker for resource:security_group_rule and tenant:b183bcd12d7840e99934f6b1f663e68b is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:52.085061 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:52.091961 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:52.175012 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.181960 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.189853 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7340f401-85d3-4370-bbe1-8ec5783b8c66 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:52.237986 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2d296d-4f52-4bcc-b554-08bc011103d7,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:52.241718 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:52.247882 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b183bcd12d7840e99934f6b1f663e68b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3709960
Nov 10 21:29:52.248716 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46652) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:52.318658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5aefd125-55b8-44a8-bf74-202030896009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.351007 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5aefd125-55b8-44a8-bf74-202030896009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.420784 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5aefd125-55b8-44a8-bf74-202030896009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.432171 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-1b0cdb1a-5082-4e9f-aa93-3294832849e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:52.448658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aefd125-55b8-44a8-bf74-202030896009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2d296d-4f52-4bcc-b554-08bc011103d7,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:52.452659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5aefd125-55b8-44a8-bf74-202030896009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:52.454222 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5aefd125-55b8-44a8-bf74-202030896009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.467472 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5aefd125-55b8-44a8-bf74-202030896009 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ae2d296d-4f52-4bcc-b554-08bc011103d7 HTTP/1.1" status: 204  len: 168 time: 0.2179685
Nov 10 21:29:52.825290 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46666) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:52.843944 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.876010 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:52.880082 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:4601bf6f7ead480f85f6699a3b2e3e21 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:52.884244 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:52.891296 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:52.964480 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.968654 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:52.975453 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6e044823-7fb0-4628-8c73-d7f083f568c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:53.016324 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5dc92e-32d8-45c5-8e68-ca69ee37f961,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:53.020405 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=4601bf6f7ead480f85f6699a3b2e3e21&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1940672
Nov 10 21:29:53.022160 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:53.023687 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46670) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:53.085371 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3dce-441a-427d-85ed-0ce6768bdd65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:53.111772 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3dce-441a-427d-85ed-0ce6768bdd65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:53.165927 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3dce-441a-427d-85ed-0ce6768bdd65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:53.169601 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-90d3fecf-a2fa-4586-83bd-9a63e180d0a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:53.181498 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fc3dce-441a-427d-85ed-0ce6768bdd65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5dc92e-32d8-45c5-8e68-ca69ee37f961,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:53.185383 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b5fc3dce-441a-427d-85ed-0ce6768bdd65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:53.188752 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b5fc3dce-441a-427d-85ed-0ce6768bdd65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:53.189906 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b5fc3dce-441a-427d-85ed-0ce6768bdd65 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/6f5dc92e-32d8-45c5-8e68-ca69ee37f961 HTTP/1.1" status: 204  len: 168 time: 0.1652923
Nov 10 21:29:53.558189 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:53.783147 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46692) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:54.165485 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46704) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:54.310944 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1354528964-network', 'tenant_id': '7c84f372eab841b5b04cdbcef764b5f4'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:54.315718 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:54.321231 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Usage tracker for resource:network and tenant:7c84f372eab841b5b04cdbcef764b5f4 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:54.324341 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:54.331722 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:54.343520 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Made reservation on behalf of 7c84f372eab841b5b04cdbcef764b5f4 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:54.346980 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.361229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.395109 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:54.399654 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Usage tracker for resource:security_group_rule and tenant:7c84f372eab841b5b04cdbcef764b5f4 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:54.402733 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:54.412033 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:54.488695 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.493203 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.495547 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.498357 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-91d8cb1f-d38f-41c5-9a8c-75af4efb260b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:54.524509 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1127}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:29:54.537962 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23869750-a0e6-4cfc-a36f-5bca596383ac,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:54.541195 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:54.544572 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.544905 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Added segment 1e564851-2eae-4ecf-b343-8de10ddf6c20 of type vlan for network 42cc027c-0513-43f3-a98e-b39def9730a4
Nov 10 21:29:54.576452 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.608574 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.610092 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:54.610835 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:54.614583 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ffca6a9e-4bd1-48bf-834b-7e895f80833d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:54.724679 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Pushing event updated for resources: {'Network': ['ID=42cc027c-0513-43f3-a98e-b39def9730a4,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:54.727788 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:54.733226 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5634544
Nov 10 21:29:54.733716 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46710) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:54.739106 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network 42cc027c-0513-43f3-a98e-b39def9730a4 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:29:54.739911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Request body: {'subnet': {'network_id': '42cc027c-0513-43f3-a98e-b39def9730a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1354528964-subnet', 'tenant_id': '7c84f372eab841b5b04cdbcef764b5f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:54.745458 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:54.749671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Usage tracker for resource:subnet and tenant:7c84f372eab841b5b04cdbcef764b5f4 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:54.752860 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:54.762772 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:54.781900 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Made reservation on behalf of 7c84f372eab841b5b04cdbcef764b5f4 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:54.786140 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:55.023541 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:55.029198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:55.105971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba1d165d-4712-4f6a-85d1-c411d04071c6,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:55.108838 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:55.118353 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Checking segment: {'id': '1e564851-2eae-4ecf-b343-8de10ddf6c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1127, 'network_id': '42cc027c-0513-43f3-a98e-b39def9730a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:29:55.118703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Network hostable DHCP agents. Network: 42cc027c-0513-43f3-a98e-b39def9730a4, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:29:55.143759 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Network 42cc027c-0513-43f3-a98e-b39def9730a4 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:29:55.160608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, 42cc027c-0513-43f3-a98e-b39def9730a4) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:29:55.167567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:55.168811 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:55.174957 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e6560c-8afb-4fe4-a13c-0bb2a3d247f5 None None] Network 42cc027c-0513-43f3-a98e-b39def9730a4 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:55.181155 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Deleting port 664458a8-8365-4853-97fe-8c6ef2828698 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:55.181790 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:55.211470 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-00587c17-059e-4a45-aa21-4ecb5c4378cc admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.4765904
Nov 10 21:29:55.420532 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4737732-5c00-4bb3-9950-26168e3eccc3 None None] Network 42cc027c-0513-43f3-a98e-b39def9730a4 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:55.445757 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] For port 664458a8-8365-4853-97fe-8c6ef2828698, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=664458a8-8365-4853-97fe-8c6ef2828698,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:55.446247 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:55.592533 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Calling delete_port for 664458a8-8365-4853-97fe-8c6ef2828698 owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:55.791091 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:55.795312 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:55.842363 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Pushing event deleted for resources: {'Port': ['ID=664458a8-8365-4853-97fe-8c6ef2828698,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:55.845017 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:56.264287 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.473873 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46732) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:56.484287 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1696886531-network', 'tenant_id': 'eefab372ba844064a7c825b41a57b539'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:56.489946 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:56.495038 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Usage tracker for resource:network and tenant:eefab372ba844064a7c825b41a57b539 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:56.498347 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:56.504567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:56.516938 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Made reservation on behalf of eefab372ba844064a7c825b41a57b539 for: {'network': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:56.520503 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.549295 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.610608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:56.618042 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Usage tracker for resource:security_group_rule and tenant:eefab372ba844064a7c825b41a57b539 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:56.623075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:56.634162 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:56.741718 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.747877 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.754729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4e08baf8-22f7-4def-a4ae-3189c892bd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:56.804886 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1110}  {{(pid=82878) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:29:56.820502 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a462d13-4333-4b00-9be7-d5799a17cbcb,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:56.826846 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:56.832072 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.832649 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.segments_db [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Added segment fe88b818-7543-4505-987b-36e0808553de of type vlan for network a8a3fc00-77b6-493f-8a60-b11040a7893d
Nov 10 21:29:56.885173 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.935828 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.938000 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:56.939038 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:56.949038 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64b53f94-43f4-4e4b-a187-2de4a26b06b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:57.077704 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:29:57.138438 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.6609519
Nov 10 21:29:57.139788 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Pushing event updated for resources: {'Network': ['ID=a8a3fc00-77b6-493f-8a60-b11040a7893d,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:57.143170 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 46736) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:57.147489 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-fbf329b3-dbff-4dde-990b-f57e547bf8e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:57.153538 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Request body: {'subnet': {'network_id': 'a8a3fc00-77b6-493f-8a60-b11040a7893d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1696886531-subnet', 'tenant_id': 'eefab372ba844064a7c825b41a57b539', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:29:57.155581 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network a8a3fc00-77b6-493f-8a60-b11040a7893d details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:29:57.161728 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:29:57.169544 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Usage tracker for resource:subnet and tenant:eefab372ba844064a7c825b41a57b539 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:29:57.175315 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:29:57.188777 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:29:57.210756 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Made reservation on behalf of eefab372ba844064a7c825b41a57b539 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:29:57.214144 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Notify callbacks [] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:57.428922 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:29:57.443762 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] Sync routers for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:29:57.445555 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] 10.222.0.46 "PUT /v2.0/routers/c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6590466
Nov 10 21:29:57.449902 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46740) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:57.458620 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:57.460532 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d09e50>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:29:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:57.696349 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:57.742155 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:57.749432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1571c5a2-f1b9-41a2-a3e1-c78f4ce29d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:57.760856 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:57.895299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Pushing event updated for resources: {'Subnet': ['ID=813174a6-3c66-4049-8272-f21794fca1cc,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:57.904897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:57.919215 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Checking segment: {'id': 'fe88b818-7543-4505-987b-36e0808553de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1110, 'network_id': 'a8a3fc00-77b6-493f-8a60-b11040a7893d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:29:57.919567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Network hostable DHCP agents. Network: a8a3fc00-77b6-493f-8a60-b11040a7893d, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:29:57.947774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Network a8a3fc00-77b6-493f-8a60-b11040a7893d is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:29:57.958708 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:57.960843 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, a8a3fc00-77b6-493f-8a60-b11040a7893d) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:29:57.966191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:29:57.966191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:57.973099 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c801a5-e00b-467f-9380-93a1639705ec None None] Network a8a3fc00-77b6-493f-8a60-b11040a7893d requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:57.982785 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Deleting port 9c1aea01-1569-494b-baf2-08ef3e0c88ba {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:29:57.983975 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:58.009616 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.8532171
Nov 10 21:29:58.280261 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d09e50>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208'}], 'enable_snat': True}, 'gw_port_id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:29:55Z', 'revision_number': 5, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port': {'id': '9c1aea01-1569-494b-baf2-08ef3e0c88ba', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:07:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:21:11Z', 'updated_at': '2021-11-10T21:21:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:58.290922 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] Checking router: c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:29:58.315941 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] Routers {'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:29:58.318059 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d09e50>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:29:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:58.374172 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33af5917-6c24-490d-8eca-c8de8b23a2e4 None None] Network a8a3fc00-77b6-493f-8a60-b11040a7893d requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:58.539327 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] Set router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:29:58.547264 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] For port 9c1aea01-1569-494b-baf2-08ef3e0c88ba, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=9c1aea01-1569-494b-baf2-08ef3e0c88ba,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:29:58.548089 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:58.673104 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d09e50>, [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:29:57Z', 'revision_number': 6, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:29:58.678981 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebb3285-24ed-415d-a1b7-2e9e112eee48 None None] The sync data for ids ['c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2'] in dv-cinder-817261-1-iscsi is: [{'id': 'c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2', 'name': 'tempest-AttachVolumeShelveTestJSON-239368115-router', 'tenant_id': '0472b3c136e742129c7b28ddf8848741', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:21:10Z', 'updated_at': '2021-11-10T21:29:57Z', 'revision_number': 6, 'project_id': '0472b3c136e742129c7b28ddf8848741', 'gw_port_host': None}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:29:58.689192 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Calling delete_port for 9c1aea01-1569-494b-baf2-08ef3e0c88ba owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:29:58.899422 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:58.904370 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2dd36b1d-f9da-44d2-b518-f38d7bf753dc tempest-ServerRescueNegativeTestJSON-275805345 tempest-ServerRescueNegativeTestJSON-275805345-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:58.950716 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c1aea01-1569-494b-baf2-08ef3e0c88ba,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:58.954557 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:58.976095 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:29:59.233439 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.524360 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.528796 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.564841 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.566318 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:29:59.579203 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.580369 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7f09a6f0-ed85-4c14-a9cd-9c8f060a4b2d admin admin] 10.222.0.46 "DELETE /v2.0/routers/c369d9ce-5c0e-40f3-9bc8-d59fe95f3bf2 HTTP/1.1" status: 204  len: 168 time: 2.1294947
Nov 10 21:29:59.582987 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46754) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:29:59.652362 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Deleting subnet dd98801e-8026-49c0-947b-84705cd24754 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:29:59.655694 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.710731 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.799924 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.875647 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.883752 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:29:59.924132 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dd98801e-8026-49c0-947b-84705cd24754,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:29:59.927194 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:29:59.929210 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:29:59.937498 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-52b97a7e-c724-432d-9179-95eea10eb4f8 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/dd98801e-8026-49c0-947b-84705cd24754 HTTP/1.1" status: 204  len: 168 time: 0.3532763
Nov 10 21:29:59.939530 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44981af5-4d81-46db-8545-3cd2f6591b9a None None] Network 4d6c12d9-883b-4017-81d1-8c98e6d13e9d requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:29:59.943024 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46758) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:00.182692 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:00.196333 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Deleting port cb5894be-1074-48ac-ad13-1064dae7a3d7 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:00.196759 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:00.229532 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] DHCP port deletion for 4d6c12d9-883b-4017-81d1-8c98e6d13e9d request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:30:00.235621 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Deleting port cb5894be-1074-48ac-ad13-1064dae7a3d7 {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:00.236130 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:00.331400 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device cb5894be-1074-48ac-ad13-1064dae7a3d7 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:00.574413 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] For port cb5894be-1074-48ac-ad13-1064dae7a3d7, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=cb5894be-1074-48ac-ad13-1064dae7a3d7,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:00.575077 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:00.719342 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Calling delete_port for cb5894be-1074-48ac-ad13-1064dae7a3d7 owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:00.787968 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] For port cb5894be-1074-48ac-ad13-1064dae7a3d7, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=cb5894be-1074-48ac-ad13-1064dae7a3d7,segment=NetworkSegment(062b5d56-84bd-4c85-9cfb-486d2a29f37e),segment_id=062b5d56-84bd-4c85-9cfb-486d2a29f37e)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:00.788620 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:00.800924 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:00.826541 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:00.831049 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e9e4c05d-de44-4eed-b2c6-51dae7ab932f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:00.882919 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb5894be-1074-48ac-ad13-1064dae7a3d7,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:00.885831 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:00.888568 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] No DVR routers for this DVR port cb5894be-1074-48ac-ad13-1064dae7a3d7 on host dv-cinder-817261-1-iscsi {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:30:00.944735 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Calling delete_port for cb5894be-1074-48ac-ad13-1064dae7a3d7 owned by network:dhcp {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:01.026067 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.032542 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9c1aea01-1569-494b-baf2-08ef3e0c88ba no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:01.070247 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 9c1aea01-1569-494b-baf2-08ef3e0c88ba {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:01.070588 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9c1aea01-1569-494b-baf2-08ef3e0c88ba not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:01.070822 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde22b89310>,) {'filters': {'network_id': ['4d6c12d9-883b-4017-81d1-8c98e6d13e9d']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:01.071011 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 664458a8-8365-4853-97fe-8c6ef2828698 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:01.097801 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22b89310>, '062b5d56-84bd-4c85-9cfb-486d2a29f37e') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:01.097801 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22b89310>, '062b5d56-84bd-4c85-9cfb-486d2a29f37e') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:01.122358 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.151982 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.160654 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Releasing vlan 1108 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:30:01.161062 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.184365 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 664458a8-8365-4853-97fe-8c6ef2828698 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:01.184764 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 664458a8-8365-4853-97fe-8c6ef2828698 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:30:01.185292 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:30:01.200298 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:30:01.200927 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:30:01.326473 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.332769 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:01.355646 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.376236 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Pushing event deleted for resources: {'Network': ['ID=4d6c12d9-883b-4017-81d1-8c98e6d13e9d,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:01.388593 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:01.402223 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] 10.222.0.46 "DELETE /v2.0/networks/4d6c12d9-883b-4017-81d1-8c98e6d13e9d HTTP/1.1" status: 204  len: 168 time: 1.4556181
Nov 10 21:30:01.628194 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46776) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:01.683090 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-87be668a-b637-4a2b-ac91-3cadae37388a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=0472b3c136e742129c7b28ddf8848741&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0536499
Nov 10 21:30:01.685460 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46780) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:01.702317 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Deleting port cb5894be-1074-48ac-ad13-1064dae7a3d7 {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:01.702816 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.753460 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.772580 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-4c2b9b77-508c-4109-8d93-be136486f5ab None None] The port 'cb5894be-1074-48ac-ad13-1064dae7a3d7' was deleted {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 10 21:30:01.788308 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.854308 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.858558 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e96f3fa0-e9f6-496d-93a7-908663f9aeda admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:01.874350 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46db236c-f934-450e-ab8b-d2ae12aa2849,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:01.877230 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:01.885077 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:01.886292 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/46db236c-f934-450e-ab8b-d2ae12aa2849 HTTP/1.1" status: 204  len: 168 time: 0.1998980
Nov 10 21:30:11.233805 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-90999b37-4c0a-406d-bf22-4fca07865cab req-c62d2fac-9253-441d-b3bb-3cb7d5060961 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1880088855&fields=id&tenant_id=a5948ca21b99464481ae86f05b81df8e HTTP/1.1" status: 200  len: 267 time: 0.0701289
Nov 10 21:30:11.360399 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999b37-4c0a-406d-bf22-4fca07865cab req-aef2f1df-d794-48a4-9a8c-f59fc5427019 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:11.362069 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-90999b37-4c0a-406d-bf22-4fca07865cab req-aef2f1df-d794-48a4-9a8c-f59fc5427019 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 984 time: 0.1223774
Nov 10 21:30:11.374141 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Request body: {'port': {'security_groups': ['c276ac6b-837b-4319-a508-945249b0692a']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:11.517767 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:11.876574 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c890f2e6-12a9-4990-b5d3-005515925ae6,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:11.922631 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:11.931168 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:11.941904 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4361a01b-d347-42cf-b820-52208a7a56f8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:11.950827 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['c890f2e6-12a9-4990-b5d3-005515925ae6'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:30:12.091507 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event updated for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=7']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:12.109428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:12.131892 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:12.132370 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.137221 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-90999b37-4c0a-406d-bf22-4fca07865cab req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "PUT /v2.0/ports/c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 942 time: 0.7671218
Nov 10 21:30:12.138305 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:30:12.142131 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.148543 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46926) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:12.222701 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['c890f2e6-12a9-4990-b5d3-005515925ae6'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:30:12.285809 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.310079 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'status': 'completed', 'code': 200}
Nov 10 21:30:12.338520 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.479188 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.486710 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a952bfbf-57dd-46cb-8aef-07546326d582 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:12.545782 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc03602b-a5b0-42cd-b1e2-9a5022b2f255,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:12.573987 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.575849 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.576846 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.577265 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.577667 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.581797 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.582285 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.583035 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.583422 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.584026 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.584669 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:12.604861 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-4f147014-b1f6-4f0a-81b9-7c403b91cb08 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1098 time: 0.2489398
Nov 10 21:30:12.618162 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:12.618999 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.626492 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "DELETE /v2.0/security-groups/dc03602b-a5b0-42cd-b1e2-9a5022b2f255 HTTP/1.1" status: 204  len: 168 time: 0.4721048
Nov 10 21:30:12.626734 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 46932) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:12.713061 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-ac97607b-5cdc-4a6e-8fc4-45b838b887b4 None None] Provisioning complete for port c890f2e6-12a9-4990-b5d3-005515925ae6 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:12.713341 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-ac97607b-5cdc-4a6e-8fc4-45b838b887b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.794140 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-557f669f-b256-4bd2-9745-a3c2fb4c65dd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:12.795958 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-557f669f-b256-4bd2-9745-a3c2fb4c65dd service neutron] 10.222.0.76 "GET /v2.0/networks?id=25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 200  len: 917 time: 0.1844735
Nov 10 21:30:12.899983 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Deleting port 2f908e2b-752f-45e2-a9d7-16513e2e96e8 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:12.900388 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:12.920820 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-bb793c1c-22e5-47ec-983c-b3d416cdfefc service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 1000 time: 0.1160283
Nov 10 21:30:12.989401 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-f82aa5f0-178e-4833-80ad-635e5cf5db43 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:12.991434 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-f82aa5f0-178e-4833-80ad-635e5cf5db43 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01e61437-97d0-43c6-8962-2f034bffaab4 HTTP/1.1" status: 200  len: 854 time: 0.0644274
Nov 10 21:30:13.116279 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-cdbbda4f-0517-4ffb-95cd-91c1c1da7f10 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25d7b281-dec6-4919-8685-4a7af99a05e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1173894
Nov 10 21:30:13.166733 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:13.167207 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:13.282543 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-d03cb3e7-696c-4812-a8b1-6e9584f51fd9 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1587768
Nov 10 21:30:13.493189 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-89d9f568-d701-4c43-b388-9c55e0cc9817 req-86817b15-456e-4537-bb09-39dd5cf90c2a service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2022264
Nov 10 21:30:13.572788 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Calling delete_port for 2f908e2b-752f-45e2-a9d7-16513e2e96e8 owned by network:floatingip {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:13.841268 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:13.845357 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-c6dc81a4-db8a-43c0-976d-70c8f4a29882 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:13.888893 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event deleted for resources: {'Port': ['ID=2f908e2b-752f-45e2-a9d7-16513e2e96e8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:13.893468 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:13.986604 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks [] for floatingip, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:14.437139 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Router cdcbf95e-1cd6-45c9-b72f-81998a925a75 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:14.702716 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:14.720198 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce101979-454f-4781-8247-0e34f030295c None None] Sync routers for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:14.743244 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:14.858394 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:14.859317 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde241d9eb0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:29:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:14.892574 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-8cc0e4df-d40b-4817-a2e2-6eeb92f3f3ee tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "DELETE /v2.0/floatingips/b21bf67c-7e43-4dad-9b2e-a67c097a92df HTTP/1.1" status: 204  len: 168 time: 2.2645524
Nov 10 21:30:14.894071 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:30:15.047324 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'status': 'completed', 'code': 200}
Nov 10 21:30:15.172289 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:15.174182 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-b3012bac-496d-4d48-89fe-091a16a2263f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=a5948ca21b99464481ae86f05b81df8e&device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 1098 time: 0.0984256
Nov 10 21:30:15.575453 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-2377c5c5-a2e0-46ec-b641-fc46e6bbf9c4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:15.577243 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-2377c5c5-a2e0-46ec-b641-fc46e6bbf9c4 service neutron] 10.222.0.76 "GET /v2.0/networks?id=25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 200  len: 917 time: 0.3963678
Nov 10 21:30:15.673695 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-c5706182-d666-4692-9021-261167a01463 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 200  len: 217 time: 0.0888815
Nov 10 21:30:15.822475 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-cd2b4f7e-a79a-4345-a6df-f288c106dc36 service neutron] Attributes excluded by policy engine: ['shared'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:15.824066 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-cd2b4f7e-a79a-4345-a6df-f288c106dc36 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=01e61437-97d0-43c6-8962-2f034bffaab4 HTTP/1.1" status: 200  len: 854 time: 0.1389723
Nov 10 21:30:15.848250 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde241d9eb0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 5, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:15.858595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce101979-454f-4781-8247-0e34f030295c None None] Checking router: cdcbf95e-1cd6-45c9-b72f-81998a925a75 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:15.875079 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:15.875705 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde241d9eb0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:29:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:15.916144 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-a883cc9b-d638-4442-be77-5c91aa0101a3 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=25d7b281-dec6-4919-8685-4a7af99a05e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0841610
Nov 10 21:30:16.095327 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-7126b419-0bb4-4bf4-af2e-2205aa647e47 service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1714833
Nov 10 21:30:16.149679 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:16.316760 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1abb94bb-80da-4afb-b1b4-f63374c91754 req-fa3193d3-7a83-4d2b-b14d-edd7ae8d80fe service neutron] 10.222.0.76 "GET /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2128854
Nov 10 21:30:16.591538 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ce101979-454f-4781-8247-0e34f030295c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde241d9eb0>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 5, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:16.598525 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce101979-454f-4781-8247-0e34f030295c None None] The sync data for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi is: [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:47Z', 'revision_number': 4, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'e8c189ed-164f-428f-8d7a-774b32e5196c', 'name': '', 'network_id': '25d7b281-dec6-4919-8685-4a7af99a05e2', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'mac_address': 'fa:16:3e:ff:a3:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:46Z', 'updated_at': '2021-11-10T21:28:07Z', 'revision_number': 5, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'subnets': [{'id': '01e61437-97d0-43c6-8962-2f034bffaab4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:16.926117 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108c6b65-02a1-40e4-aac7-589dfdcc3ff7 None None] New status for floating IP b21bf67c-7e43-4dad-9b2e-a67c097a92df: DOWN {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:30:18.096637 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-094fe8d9-0a9f-4708-9170-d6134e35dade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.193429 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47048) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:18.256293 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Deleting subnet ba1d165d-4712-4f6a-85d1-c411d04071c6 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:30:18.260167 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.319101 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.403194 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.495449 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.499782 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-aeb6bc6a-7fd7-451b-b89d-ae45b91873da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:18.534500 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba1d165d-4712-4f6a-85d1-c411d04071c6,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:18.538605 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:18.542189 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.551377 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-be936e60-36c3-4b4d-9cfe-ef13c49c4b6a admin admin] 10.222.0.46 "DELETE /v2.0/subnets/ba1d165d-4712-4f6a-85d1-c411d04071c6 HTTP/1.1" status: 204  len: 168 time: 0.3545153
Nov 10 21:30:18.553166 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47060) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:18.655819 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.673861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.802469 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e9e7f-6ab2-49a6-84c0-46bd7f46df65 req-a69e8da2-e387-4c0c-9655-32f5e339ad8e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:18.803243 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2d5e9e7f-6ab2-49a6-84c0-46bd7f46df65 req-a69e8da2-e387-4c0c-9655-32f5e339ad8e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Synchronizing usage tracker for tenant:a5948ca21b99464481ae86f05b81df8e on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:30:18.822231 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2d5e9e7f-6ab2-49a6-84c0-46bd7f46df65 req-a69e8da2-e387-4c0c-9655-32f5e339ad8e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Unset dirty status for tenant:a5948ca21b99464481ae86f05b81df8e on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:30:18.826643 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2d5e9e7f-6ab2-49a6-84c0-46bd7f46df65 req-a69e8da2-e387-4c0c-9655-32f5e339ad8e tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.1118786
Nov 10 21:30:18.831353 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:18.861144 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7fde2336b850>> segment before_delete 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.861485 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7fde2336b850>> subnet precommit_delete_associations 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.862243 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> segment_host_mapping after_create 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.862567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> port after_create 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.862888 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> port after_delete 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.863231 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> port after_update 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.863547 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> segment after_delete 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.863876 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> subnet after_create 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.864190 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> subnet after_delete 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.864504 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7fde22e0a070>> subnet after_update 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:18.872699 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2d5e9e7f-6ab2-49a6-84c0-46bd7f46df65 req-fe1703db-9f92-4eb6-82ca-5e8564f81f68 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Synchronizing usage tracker for tenant:a5948ca21b99464481ae86f05b81df8e on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:30:18.891420 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2d5e9e7f-6ab2-49a6-84c0-46bd7f46df65 req-fe1703db-9f92-4eb6-82ca-5e8564f81f68 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Unset dirty status for tenant:a5948ca21b99464481ae86f05b81df8e on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:30:18.892785 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2d5e9e7f-6ab2-49a6-84c0-46bd7f46df65 req-fe1703db-9f92-4eb6-82ca-5e8564f81f68 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635080
Nov 10 21:30:19.013280 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde233594f0>> subnet after_create 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:19.013516 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde233594f0>> subnet after_delete 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:19.013876 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde233594f0>> subnet before_create 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:19.014202 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7fde233594f0>> subnet before_update 55550000 {{(pid=82878) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Nov 10 21:30:19.014563 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde22e0a730>,) {'filters': {'network_id': ['42cc027c-0513-43f3-a98e-b39def9730a4']}} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:19.028306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22e0a730>, '1e564851-2eae-4ecf-b343-8de10ddf6c20') {'for_net_delete': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:19.028597 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22e0a730>, '1e564851-2eae-4ecf-b343-8de10ddf6c20') {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:19.039912 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8292499'] for segment, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.056914 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.063955 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Releasing vlan 1127 on physical network physnet1 to pool {{(pid=82878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:30:19.064335 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6548739'] for segment, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   util.warn_limited(
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   util.warn_limited(
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]: Traceback (most recent call last):
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     timer()
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     cb(*args, **kw)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     return func(*args, **kwargs)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     self._notify()
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     self.callback(batched_events)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     event.method(event)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     return f(self, *a, **k)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._get(url).json()
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:30:19.080352 dv-cinder-817261-1-iscsi neutron-server[82878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:30:19.162654 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.166651 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:19.182899 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.190157 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Pushing event deleted for resources: {'Network': ['ID=42cc027c-0513-43f3-a98e-b39def9730a4,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:19.193521 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:19.195371 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-82a2ad47-3412-46bf-bff9-c8eedcc98d4a admin admin] 10.222.0.46 "DELETE /v2.0/networks/42cc027c-0513-43f3-a98e-b39def9730a4 HTTP/1.1" status: 204  len: 168 time: 0.6409869
Nov 10 21:30:19.198661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47066) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:19.258126 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Deleting subnet 813174a6-3c66-4049-8272-f21794fca1cc {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:30:19.261375 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.316019 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8292506'] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.373783 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.447285 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8306193'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.451608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:19.489144 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=813174a6-3c66-4049-8272-f21794fca1cc,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:19.502517 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:19.507374 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.517184 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e9f39f0c-8899-41cc-bbdf-8585ad475217 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/813174a6-3c66-4049-8272-f21794fca1cc HTTP/1.1" status: 204  len: 168 time: 0.3146081
Nov 10 21:30:19.517539 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47072) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:19.672025 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.730054 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-0a53e2b1-5d93-4044-98d9-8a9b283fdfbb service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1943240
Nov 10 21:30:19.960257 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:19.991460 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde2318a340>,) {'filters': {'network_id': ['a8a3fc00-77b6-493f-8a60-b11040a7893d']}} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:20.005819 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2318a340>, 'fe88b818-7543-4505-987b-36e0808553de') {'for_net_delete': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:20.006106 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2318a340>, 'fe88b818-7543-4505-987b-36e0808553de') {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:20.021486 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8292499'] for segment, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:20.088930 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:20.100032 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Releasing vlan 1110 on physical network physnet1 to pool {{(pid=82878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:30:20.100352 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6548739'] for segment, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]: Traceback (most recent call last):
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     timer()
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     cb(*args, **kw)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     return func(*args, **kwargs)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     self._notify()
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     self.callback(batched_events)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     event.method(event)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     return f(self, *a, **k)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._get(url).json()
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:30:20.114129 dv-cinder-817261-1-iscsi neutron-server[82878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:30:20.124108 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-e59831f9-a8bb-4640-8997-9b6db9c1efa3 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1099 time: 0.2228012
Nov 10 21:30:20.228629 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:20.288469 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:20.301353 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47090) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:20.303882 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:20.327991 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8a3fc00-77b6-493f-8a60-b11040a7893d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:20.334586 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] 10.222.0.46 "DELETE /v2.0/networks/a8a3fc00-77b6-493f-8a60-b11040a7893d HTTP/1.1" status: 204  len: 168 time: 0.8160000
Nov 10 21:30:20.365811 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:20.371459 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42755dd2-b9f6-4195-a1b4-e01841662d39 req-1132a408-17c6-41e1-993b-a259c93e3fdd tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:20.372894 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-42755dd2-b9f6-4195-a1b4-e01841662d39 req-1132a408-17c6-41e1-993b-a259c93e3fdd tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.3396013
Nov 10 21:30:20.443572 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab392146-7c21-46ef-be20-480b72c5f851 req-9d80023c-4751-468b-93a7-1083ff108db5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:20.445086 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-9d80023c-4751-468b-93a7-1083ff108db5 service neutron] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 910 time: 0.2614655
Nov 10 21:30:20.522982 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-42755dd2-b9f6-4195-a1b4-e01841662d39 req-9741e8b2-c694-4b59-b14e-ed9b2d01ffa7 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1349900
Nov 10 21:30:20.581843 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-399e221e-11e6-4416-9f33-3843e4c54f28 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 1002 time: 0.1268158
Nov 10 21:30:20.588664 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-9f833971-1540-4c44-aaf2-d949e5938b16 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:20.590171 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-9f833971-1540-4c44-aaf2-d949e5938b16 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.76 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.2595260
Nov 10 21:30:20.591799 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47098) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:20.741625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab392146-7c21-46ef-be20-480b72c5f851 req-28874eff-dde3-4443-9947-61d7b54d40f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:20.742960 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-28874eff-dde3-4443-9947-61d7b54d40f1 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.1519029
Nov 10 21:30:20.752432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Deleting port c890f2e6-12a9-4990-b5d3-005515925ae6 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:20.752766 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:20.813298 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Deleting port 64d6cf02-cecd-443a-83b7-51f2572db273 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:20.813650 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:20.841625 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f5f22110-36ab-4f4b-88cd-5036ad4e65a5 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=7c84f372eab841b5b04cdbcef764b5f4&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2486837
Nov 10 21:30:20.845399 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47102) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:21.035578 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.036000 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.067143 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-4a76939b-7dcc-4655-a187-ca406d37403c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2874320
Nov 10 21:30:21.068062 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbfba3bd-2825-49a4-8455-47c2e3f14640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.156285 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-378ef037-c8f2-4ffc-a3ba-8ed36fa2ab6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.175961 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbfba3bd-2825-49a4-8455-47c2e3f14640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.178421 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Calling delete_port for 64d6cf02-cecd-443a-83b7-51f2572db273 owned by network:floatingip {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:21.343682 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.353614 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] For port c890f2e6-12a9-4990-b5d3-005515925ae6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=c890f2e6-12a9-4990-b5d3-005515925ae6,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:21.353614 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.357515 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:21.432537 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event deleted for resources: {'Port': ['ID=64d6cf02-cecd-443a-83b7-51f2572db273,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:21.443464 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:21.538395 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for floatingip, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.609031 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Calling delete_port for c890f2e6-12a9-4990-b5d3-005515925ae6 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:21.611231 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.682337 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbfba3bd-2825-49a4-8455-47c2e3f14640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.694674 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-639546d5-c550-41f7-87bd-ded3e0c20383 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:21.705801 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-45cc908d-4da2-4e5a-bc1f-3ab67fae62e1 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6246533
Nov 10 21:30:21.747890 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfba3bd-2825-49a4-8455-47c2e3f14640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23869750-a0e6-4cfc-a36f-5bca596383ac,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:21.758119 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-fbfba3bd-2825-49a4-8455-47c2e3f14640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:21.762279 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-fbfba3bd-2825-49a4-8455-47c2e3f14640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.763417 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-fbfba3bd-2825-49a4-8455-47c2e3f14640 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/23869750-a0e6-4cfc-a36f-5bca596383ac HTTP/1.1" status: 204  len: 168 time: 0.9170661
Nov 10 21:30:21.850994 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee1bf9-63f0-4e79-a590-0f0ce89474a5 req-6252324c-c1bf-4a9b-bc0a-4ab6a35a846f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:21.852541 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1dee1bf9-63f0-4e79-a590-0f0ce89474a5 req-6252324c-c1bf-4a9b-bc0a-4ab6a35a846f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/ports?device_id=bbcd6d28-e78b-4f84-97ba-cb500b0c51b6 HTTP/1.1" status: 200  len: 945 time: 0.1823988
Nov 10 21:30:21.918651 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ab392146-7c21-46ef-be20-480b72c5f851 req-7b058a07-cf07-4fc7-ac8d-e4c2595eee2b service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2015893
Nov 10 21:30:21.919786 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:21.926069 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f933c5f2-8507-4419-b324-944c775578dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:21.931293 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['c890f2e6-12a9-4990-b5d3-005515925ae6'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:30:21.988837 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1dee1bf9-63f0-4e79-a590-0f0ce89474a5 req-ca64d8db-170a-4c2a-94cc-5ca75a361de6 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.46 "GET /v2.0/security-groups?id=c276ac6b-837b-4319-a508-945249b0692a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1275702
Nov 10 21:30:22.005056 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Pushing event deleted for resources: {'Port': ['ID=c890f2e6-12a9-4990-b5d3-005515925ae6,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:22.011657 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:22.086450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] No DVR routers for this DVR port c890f2e6-12a9-4990-b5d3-005515925ae6 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:30:22.088887 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:22.095678 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'name': 'network-vif-deleted', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:30:22.110081 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-41dd34d6-2d1c-470e-a217-9140fa651a86 req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] 10.222.0.76 "DELETE /v2.0/ports/c890f2e6-12a9-4990-b5d3-005515925ae6 HTTP/1.1" status: 204  len: 173 time: 1.4834023
Nov 10 21:30:22.155544 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:22.161021 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbcd6d28-e78b-4f84-97ba-cb500b0c51b6', 'name': 'network-vif-deleted', 'tag': 'c890f2e6-12a9-4990-b5d3-005515925ae6', 'status': 'completed', 'code': 200}
Nov 10 21:30:22.238608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47126) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:22.299097 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-22efc10e-684a-458b-9997-a6dfbb43359f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=eefab372ba844064a7c825b41a57b539&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0569160
Nov 10 21:30:22.299291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47130) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:22.371763 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:22.395803 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:22.406015 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] Sync routers for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:22.419936 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:22.420876 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e23070>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:22.421489 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:22.430918 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:22.518406 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:22.528892 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f77075f4-75f5-4697-880c-285e7ce3c2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:22.550432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:22.551579 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/1a462d13-4333-4b00-9be7-d5799a17cbcb HTTP/1.1" status: 204  len: 168 time: 0.2514644
Nov 10 21:30:22.553040 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a462d13-4333-4b00-9be7-d5799a17cbcb,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:22.555763 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:22.641354 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "DELETE /v2.0/floatingips/577c8e66-d5e3-4c04-b90f-0a658a130458 HTTP/1.1" status: 204  len: 168 time: 2.3381791
Nov 10 21:30:22.642527 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:30:22.712115 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'status': 'completed', 'code': 200}
Nov 10 21:30:22.856335 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:22.878111 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8312f224-3040-488e-9535-83698388b9b3 req-8d7f0a73-2cf9-40b5-80f9-80848e91d765 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=ffa501fa20714772a12a13b5b10a8960&device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 1099 time: 0.1435275
Nov 10 21:30:23.183073 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312f224-3040-488e-9535-83698388b9b3 req-e202610d-e6d8-42d0-9fe2-2b14d8885c9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:23.190857 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8312f224-3040-488e-9535-83698388b9b3 req-e202610d-e6d8-42d0-9fe2-2b14d8885c9e service neutron] 10.222.0.76 "GET /v2.0/networks?id=1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 200  len: 910 time: 0.3064718
Nov 10 21:30:23.289437 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8312f224-3040-488e-9535-83698388b9b3 req-adc45c5e-8561-460c-93df-6fb661ac2c69 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 200  len: 217 time: 0.0910566
Nov 10 21:30:23.416034 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312f224-3040-488e-9535-83698388b9b3 req-cdf0e23a-0a05-4d30-b928-3b89ffcef9de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:23.418198 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8312f224-3040-488e-9535-83698388b9b3 req-cdf0e23a-0a05-4d30-b928-3b89ffcef9de service neutron] 10.222.0.76 "GET /v2.0/subnets?id=32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 200  len: 847 time: 0.0907323
Nov 10 21:30:23.484978 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e23070>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:16Z', 'revision_number': 5, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:23.494625 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] Checking router: 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:23.529006 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:23.529725 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e23070>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:23.597421 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319dd726-28e5-4bf0-8414-71b6012a599f req-33e3fac7-e6a3-40e8-a885-03f47191357d tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:23.599776 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-319dd726-28e5-4bf0-8414-71b6012a599f req-33e3fac7-e6a3-40e8-a885-03f47191357d tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.3087120
Nov 10 21:30:23.687707 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8312f224-3040-488e-9535-83698388b9b3 req-52c321e2-d3d2-4fc3-8e58-c12763db6578 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=1c290b42-bae5-4578-b0a9-6339e4f335c0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2605138
Nov 10 21:30:23.798904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:23.799939 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-319dd726-28e5-4bf0-8414-71b6012a599f req-4d69046d-be4a-4368-8f9e-2165c1598014 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1905136
Nov 10 21:30:23.883536 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8312f224-3040-488e-9535-83698388b9b3 req-72cc297e-76d4-47ed-b306-3be867dec6e6 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1859679
Nov 10 21:30:23.886479 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:24.059717 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-8312f224-3040-488e-9535-83698388b9b3 req-6f509c95-6be0-40ff-82a5-1c99e85e1095 service neutron] 10.222.0.76 "GET /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1677158
Nov 10 21:30:24.290191 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e23070>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:16Z', 'revision_number': 5, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:24.294494 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06265f9b-7b32-4864-a9fb-8794d056cf9a None None] The sync data for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi is: [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:23:56Z', 'revision_number': 4, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '45c9caf0-ff5f-4121-bf07-2507b971e35a', 'name': '', 'network_id': '1c290b42-bae5-4578-b0a9-6339e4f335c0', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'mac_address': 'fa:16:3e:8a:e8:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:53Z', 'updated_at': '2021-11-10T21:24:16Z', 'revision_number': 5, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'subnets': [{'id': '32b68e6d-5851-40ff-98b1-82a106cac50d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:24.396283 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47222) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:24.548227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device c890f2e6-12a9-4990-b5d3-005515925ae6 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:24.589005 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: c890f2e6-12a9-4990-b5d3-005515925ae6 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:24.589673 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device c890f2e6-12a9-4990-b5d3-005515925ae6 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:24.603659 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58c6d6-b6d1-4823-8c6d-e2eabb333b41 None None] New status for floating IP 577c8e66-d5e3-4c04-b90f-0a658a130458: DOWN {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:30:24.746786 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-0ec72e77-6fef-4b6d-b4c7-c2443f61c50f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:24.748854 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-0ec72e77-6fef-4b6d-b4c7-c2443f61c50f tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.76 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.2827504
Nov 10 21:30:24.852045 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Deleting port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:24.852755 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:25.063144 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4aa583-ccc1-468d-842d-6f7b65291197 req-a4ad44c0-ce2e-4a42-b286-07c1463211e1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:25.064658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-eb4aa583-ccc1-468d-842d-6f7b65291197 req-a4ad44c0-ce2e-4a42-b286-07c1463211e1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Synchronizing usage tracker for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:30:25.084521 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-eb4aa583-ccc1-468d-842d-6f7b65291197 req-a4ad44c0-ce2e-4a42-b286-07c1463211e1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Unset dirty status for tenant:ffa501fa20714772a12a13b5b10a8960 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:30:25.086109 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-eb4aa583-ccc1-468d-842d-6f7b65291197 req-a4ad44c0-ce2e-4a42-b286-07c1463211e1 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 946 time: 0.1052771
Nov 10 21:30:25.141505 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-eb4aa583-ccc1-468d-842d-6f7b65291197 req-b8d95138-c83d-4c2a-8d86-8274f03ea871 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/security-groups?id=f84906c5-98c8-4e8b-a54d-19ebdeae3703&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0483449
Nov 10 21:30:25.313971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] For port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:25.314764 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:25.443370 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Calling delete_port for 06a66019-cb7b-4ca3-9b2b-7c26f611a48f owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:25.579958 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:25.675296 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:25.681453 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-eabd42b7-bea5-4128-8594-8b0cfa2778df tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:25.725205 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event deleted for resources: {'Port': ['ID=06a66019-cb7b-4ca3-9b2b-7c26f611a48f,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:25.729175 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:25.861512 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] No DVR routers for this DVR port 06a66019-cb7b-4ca3-9b2b-7c26f611a48f on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:30:25.864425 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:25.867074 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-deleted', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:30:25.886015 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9e37fd52-404c-48bd-bdc1-702b6c142529 req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.76 "DELETE /v2.0/ports/06a66019-cb7b-4ca3-9b2b-7c26f611a48f HTTP/1.1" status: 204  len: 173 time: 1.1310127
Nov 10 21:30:25.929091 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5a73582-a880-4666-88ed-540bb682078c', 'name': 'network-vif-deleted', 'tag': '06a66019-cb7b-4ca3-9b2b-7c26f611a48f', 'status': 'completed', 'code': 200}
Nov 10 21:30:26.373831 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-42144147-92ad-41e8-b2ee-8c876f6b3dd7 req-0cb89c43-e8de-4aed-a6b7-07c28604d2dc tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "GET /v2.0/ports?device_id=c5a73582-a880-4666-88ed-540bb682078c HTTP/1.1" status: 200  len: 210 time: 0.0596988
Nov 10 21:30:26.632465 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Deleting port e8c189ed-164f-428f-8d7a-774b32e5196c {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:26.632971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:26.913225 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] For port e8c189ed-164f-428f-8d7a-774b32e5196c, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=e8c189ed-164f-428f-8d7a-774b32e5196c,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:26.913613 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:27.050975 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Calling delete_port for e8c189ed-164f-428f-8d7a-774b32e5196c owned by network:router_interface {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:27.260649 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:27.264308 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-12993dee-2954-4061-969a-a83f694f7520 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:27.310192 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8c189ed-164f-428f-8d7a-774b32e5196c,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:27.312917 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:27.486511 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47266) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:27.559900 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:27.595158 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:27.636799 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:27.665537 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:27.669508 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a86cded9-1527-4555-99d7-ebbf4cb8c04a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:27.685221 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f84906c5-98c8-4e8b-a54d-19ebdeae3703,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:27.687629 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:27.704884 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:27.710890 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] 10.222.0.46 "DELETE /v2.0/security-groups/f84906c5-98c8-4e8b-a54d-19ebdeae3703 HTTP/1.1" status: 204  len: 168 time: 0.2225010
Nov 10 21:30:27.772149 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47274) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:28.455030 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Router cdcbf95e-1cd6-45c9-b72f-81998a925a75 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:28.506441 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:28.596232 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 06a66019-cb7b-4ca3-9b2b-7c26f611a48f no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:28.657920 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 06a66019-cb7b-4ca3-9b2b-7c26f611a48f {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:28.658650 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 06a66019-cb7b-4ca3-9b2b-7c26f611a48f not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:28.709527 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:28.720058 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] Sync routers for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:28.726241 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] 10.222.0.46 "PUT /v2.0/routers/cdcbf95e-1cd6-45c9-b72f-81998a925a75/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.3283021
Nov 10 21:30:28.729691 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47294) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:28.734704 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:28.735343 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2397af10>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:28.947501 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks [] for router, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.001662 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:29.183402 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.197270 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Deleting port 52a947a1-1734-4b87-8711-c9c598dd99cd {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:29.198206 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.289264 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Deleting port 45c9caf0-ff5f-4121-bf07-2507b971e35a {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:29.289633 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.424167 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2397af10>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11'}], 'enable_snat': True}, 'gw_port_id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:30:27Z', 'revision_number': 5, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port': {'id': '52a947a1-1734-4b87-8711-c9c598dd99cd', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:33:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:29.434138 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] Checking router: cdcbf95e-1cd6-45c9-b72f-81998a925a75 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:29.455103 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] Routers {'cdcbf95e-1cd6-45c9-b72f-81998a925a75'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:29.455845 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2397af10>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:29.460593 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] For port 52a947a1-1734-4b87-8711-c9c598dd99cd, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=52a947a1-1734-4b87-8711-c9c598dd99cd,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:29.460958 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.507306 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] For port 45c9caf0-ff5f-4121-bf07-2507b971e35a, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=45c9caf0-ff5f-4121-bf07-2507b971e35a,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:29.508705 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.600853 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Calling delete_port for 52a947a1-1734-4b87-8711-c9c598dd99cd owned by network:router_gateway {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:29.660431 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] Set router cdcbf95e-1cd6-45c9-b72f-81998a925a75 gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:29.762914 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Calling delete_port for 45c9caf0-ff5f-4121-bf07-2507b971e35a owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:29.779571 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2397af10>, [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:30:29Z', 'revision_number': 6, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:29.784130 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4d57112-5981-40ce-bbc2-96ec8b8f562a None None] The sync data for ids ['cdcbf95e-1cd6-45c9-b72f-81998a925a75'] in dv-cinder-817261-1-iscsi is: [{'id': 'cdcbf95e-1cd6-45c9-b72f-81998a925a75', 'name': 'tempest-TestMinimumBasicScenario-1566923143-router', 'tenant_id': 'a5948ca21b99464481ae86f05b81df8e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:43Z', 'updated_at': '2021-11-10T21:30:29Z', 'revision_number': 6, 'project_id': 'a5948ca21b99464481ae86f05b81df8e', 'gw_port_host': None}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:29.805072 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.820219 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d650f60a-ae20-42da-8503-905382661078 tempest-VolumesSnapshotTestJSON-1052362541 tempest-VolumesSnapshotTestJSON-1052362541-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:29.898833 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Pushing event deleted for resources: {'Port': ['ID=52a947a1-1734-4b87-8711-c9c598dd99cd,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:29.902426 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:29.967030 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:29.970937 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5f933a12-0a09-484b-bdbe-48d99c633b7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:30.012078 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Pushing event deleted for resources: {'Port': ['ID=45c9caf0-ff5f-4121-bf07-2507b971e35a,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:30.016249 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:30.285186 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.429091 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.578811 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.583861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.615922 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.616704 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cdcbf95e-1cd6-45c9-b72f-81998a925a75 {{(pid=82878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:30:30.633844 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.635025 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] 10.222.0.46 "DELETE /v2.0/routers/cdcbf95e-1cd6-45c9-b72f-81998a925a75 HTTP/1.1" status: 204  len: 168 time: 1.9042413
Nov 10 21:30:30.637467 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47328) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:30.718029 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e8c189ed-164f-428f-8d7a-774b32e5196c no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:30.750326 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Deleting subnet 01e61437-97d0-43c6-8962-2f034bffaab4 {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:30:30.753568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.767555 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: e8c189ed-164f-428f-8d7a-774b32e5196c {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:30.768083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device e8c189ed-164f-428f-8d7a-774b32e5196c not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:30.813642 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8292506'] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:30.952609 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.038942 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8306193'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.043914 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8d6f9a6c-6a28-448e-8da8-2513594177bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:31.087659 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01e61437-97d0-43c6-8962-2f034bffaab4,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:31.092184 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:31.096096 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.104843 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19177f2-3178-4558-ae12-ec101ca0746b None None] Network 25d7b281-dec6-4919-8685-4a7af99a05e2 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:31.105003 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-6a32260a-81b2-44d4-8ba7-ba3fe84663b3 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/01e61437-97d0-43c6-8962-2f034bffaab4 HTTP/1.1" status: 204  len: 168 time: 0.4642243
Nov 10 21:30:31.105248 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47342) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:31.242997 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.266483 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:31.267192 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Deleting port 2658a65e-01d9-4820-8daf-291e475716ec {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:31.267521 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.438385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] DHCP port deletion for 25d7b281-dec6-4919-8685-4a7af99a05e2 request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:30:31.443997 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Deleting port 2658a65e-01d9-4820-8daf-291e475716ec {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:31.444678 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.679302 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] For port 2658a65e-01d9-4820-8daf-291e475716ec, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2658a65e-01d9-4820-8daf-291e475716ec,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:31.679651 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.763003 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] For port 2658a65e-01d9-4820-8daf-291e475716ec, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=2658a65e-01d9-4820-8daf-291e475716ec,segment=NetworkSegment(ae088a7f-75ec-45cb-9b6e-cb9b506d076f),segment_id=ae088a7f-75ec-45cb-9b6e-cb9b506d076f)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:31.763369 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.807729 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Calling delete_port for 2658a65e-01d9-4820-8daf-291e475716ec owned by network:dhcp {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:31.889808 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Calling delete_port for 2658a65e-01d9-4820-8daf-291e475716ec owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:31.894166 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:31.899499 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:31.951308 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Pushing event deleted for resources: {'Port': ['ID=2658a65e-01d9-4820-8daf-291e475716ec,revision_number=None']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:31.963151 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.963151 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.963632 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.963952 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.964188 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.964513 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.964825 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.965139 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.965459 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.966151 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.966151 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:31.970280 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:31.971115 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c31997-ebe9-4175-a93f-3d9d92a7dc95 None None] No DVR routers for this DVR port 2658a65e-01d9-4820-8daf-291e475716ec on host dv-cinder-817261-1-iscsi {{(pid=82879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:30:32.000046 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.db.api [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82877) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:30:32.000402 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_db.api [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:30:32.003002 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:32.014339 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] Sync routers for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:32.024902 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-828e93f9-2e73-4d81-842c-2e7e56e48799 admin admin] 10.222.0.46 "PUT /v2.0/routers/033c5a90-813f-4266-a9d3-d91c1b6ef9a5/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.2493715
Nov 10 21:30:32.025470 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47366) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:32.028887 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:32.029512 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23eb5370>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:32.218874 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:32.236881 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:32.309013 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2658a65e-01d9-4820-8daf-291e475716ec no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:32.343337 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 2658a65e-01d9-4820-8daf-291e475716ec {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:32.344084 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 2658a65e-01d9-4820-8daf-291e475716ec not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:32.344736 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 52a947a1-1734-4b87-8711-c9c598dd99cd no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:32.411806 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 52a947a1-1734-4b87-8711-c9c598dd99cd {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:32.412748 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 52a947a1-1734-4b87-8711-c9c598dd99cd not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:32.493540 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:32.501621 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Deleting port 2658a65e-01d9-4820-8daf-291e475716ec {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:32.502341 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:32.531052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Deleting port 450a31b4-a8e6-4d8e-8440-c3a4003785aa {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:32.531052 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:32.589147 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23eb5370>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54'}], 'enable_snat': True}, 'gw_port_id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:30:29Z', 'revision_number': 5, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port': {'id': '450a31b4-a8e6-4d8e-8440-c3a4003785aa', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:9a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:23:46Z', 'updated_at': '2021-11-10T21:23:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:32.595351 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] Checking router: 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:32.602436 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] The port '2658a65e-01d9-4820-8daf-291e475716ec' was deleted {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 10 21:30:32.607107 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] Routers {'033c5a90-813f-4266-a9d3-d91c1b6ef9a5'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:32.607718 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23eb5370>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:32.774433 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] Set router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:32.801548 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:32.841385 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde237c0790>,) {'filters': {'network_id': ['25d7b281-dec6-4919-8685-4a7af99a05e2']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:32.869876 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde237c0790>, 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:32.870176 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde237c0790>, 'ae088a7f-75ec-45cb-9b6e-cb9b506d076f') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:32.898084 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23eb5370>, [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:30:32Z', 'revision_number': 6, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:32.902888 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-183de6c6-e191-4323-a3ec-7ec194971614 None None] The sync data for ids ['033c5a90-813f-4266-a9d3-d91c1b6ef9a5'] in dv-cinder-817261-1-iscsi is: [{'id': '033c5a90-813f-4266-a9d3-d91c1b6ef9a5', 'name': 'tempest-TestShelveInstance-803033843-router', 'tenant_id': 'ffa501fa20714772a12a13b5b10a8960', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:23:44Z', 'updated_at': '2021-11-10T21:30:32Z', 'revision_number': 6, 'project_id': 'ffa501fa20714772a12a13b5b10a8960', 'gw_port_host': None}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:32.999483 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:33.006455 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] For port 450a31b4-a8e6-4d8e-8440-c3a4003785aa, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=450a31b4-a8e6-4d8e-8440-c3a4003785aa,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:33.006806 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:33.130595 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Calling delete_port for 450a31b4-a8e6-4d8e-8440-c3a4003785aa owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:33.156325 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:33.169983 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Releasing vlan 1107 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:30:33.170365 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   util.warn(
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   util.warn(
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   util.warn(
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   util.warn(
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:30:33.183351 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:30:33.290132 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:33.295557 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ed63e3cd-0b84-437d-88bb-0dd4c60420a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:33.314303 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:33.329621 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=25d7b281-dec6-4919-8685-4a7af99a05e2,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:33.334478 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:33.346442 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-6b0c76e1-c720-48ed-baa7-cfc7dfd524c2 admin admin] 10.222.0.46 "DELETE /v2.0/networks/25d7b281-dec6-4919-8685-4a7af99a05e2 HTTP/1.1" status: 204  len: 168 time: 2.2401295
Nov 10 21:30:33.349406 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47392) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:33.505838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:33.509997 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:33.606818 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=450a31b4-a8e6-4d8e-8440-c3a4003785aa,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:33.610676 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:33.866102 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.294168 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 450a31b4-a8e6-4d8e-8440-c3a4003785aa no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:34.312667 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.321121 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.330382 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 450a31b4-a8e6-4d8e-8440-c3a4003785aa {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:34.330892 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 450a31b4-a8e6-4d8e-8440-c3a4003785aa not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:34.331148 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 45c9caf0-ff5f-4121-bf07-2507b971e35a no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:34.362505 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 45c9caf0-ff5f-4121-bf07-2507b971e35a {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:34.362852 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 45c9caf0-ff5f-4121-bf07-2507b971e35a not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:34.414863 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.415353 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 033c5a90-813f-4266-a9d3-d91c1b6ef9a5 {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:30:34.436400 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.437537 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-82b8b225-cbff-4bb0-83dc-c6d58bcd75f2 admin admin] 10.222.0.46 "DELETE /v2.0/routers/033c5a90-813f-4266-a9d3-d91c1b6ef9a5 HTTP/1.1" status: 204  len: 168 time: 2.4108312
Nov 10 21:30:34.440191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47400) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:34.475180 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.516357 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Deleting subnet 32b68e6d-5851-40ff-98b1-82a106cac50d {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:30:34.519700 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.578965 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8292506'] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.672940 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.758254 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8306193'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.766453 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-38270612-74f6-44c3-94dc-b923da88a3a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:34.838425 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=32b68e6d-5851-40ff-98b1-82a106cac50d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:34.844523 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:34.847203 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:34.859432 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-304663b4-bae2-48b5-b13c-94c5e621fec9 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/32b68e6d-5851-40ff-98b1-82a106cac50d HTTP/1.1" status: 204  len: 168 time: 0.4130049
Nov 10 21:30:34.859818 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47406) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:34.867843 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567b3858-6a47-412e-b7f5-72c20e04bd93 None None] Network 1c290b42-bae5-4578-b0a9-6339e4f335c0 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:35.010248 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.029943 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Deleting port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:35.030534 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.232902 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] DHCP port deletion for 1c290b42-bae5-4578-b0a9-6339e4f335c0 request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:30:35.237886 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Deleting port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:35.238417 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.265742 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Deleting port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:35.266083 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.334899 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] For port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:35.336226 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.464990 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] For port 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,segment=NetworkSegment(5d830df1-429d-4512-ba74-cdc34a29b52a),segment_id=5d830df1-429d-4512-ba74-cdc34a29b52a)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:35.466776 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.468234 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] For port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,segment=NetworkSegment(6c55627e-9508-47fd-b741-a21a5aa03ce2),segment_id=6c55627e-9508-47fd-b741-a21a5aa03ce2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:35.469335 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.578578 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Calling delete_port for 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:35.602130 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Calling delete_port for 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 owned by network:dhcp {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:35.610187 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Calling delete_port for 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 owned by network:router_interface {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:35.671748 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.678046 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2e8de1ea-0774-4ff6-9c7b-1085f7d5dd66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:35.689554 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:30:35.693007 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:30:35.757111 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9858a0e4-d917-4d78-a520-2fe9ddd9cee8,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:35.761815 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:35.768470 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] No DVR routers for this DVR port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 on host dv-cinder-817261-1-iscsi {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:30:35.831423 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:35.837275 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-595a75db-f6c4-499b-9995-a17f87f3cafb tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:35.888762 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Pushing event deleted for resources: {'Port': ['ID=7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:35.891683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:36.000176 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.001902 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:30:36.052176 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde2313ffa0>,) {'filters': {'network_id': ['1c290b42-bae5-4578-b0a9-6339e4f335c0']}} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:36.067997 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2313ffa0>, '6c55627e-9508-47fd-b741-a21a5aa03ce2') {'for_net_delete': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:36.068383 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2313ffa0>, '6c55627e-9508-47fd-b741-a21a5aa03ce2') {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:36.083888 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8292499'] for segment, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.104340 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.113431 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Releasing vlan 1142 on physical network physnet1 to pool {{(pid=82878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:30:36.114073 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6548739'] for segment, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]: Traceback (most recent call last):
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     timer()
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     cb(*args, **kw)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     return func(*args, **kwargs)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     self._notify()
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     self.callback(batched_events)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     event.method(event)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     return f(self, *a, **k)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._get(url).json()
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:30:36.137181 dv-cinder-817261-1-iscsi neutron-server[82878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:30:36.192200 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Deleting port 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:36.193440 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.229191 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.235548 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:36.260853 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.292963 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] 10.222.0.46 "DELETE /v2.0/networks/1c290b42-bae5-4578-b0a9-6339e4f335c0 HTTP/1.1" status: 204  len: 168 time: 1.4316952
Nov 10 21:30:36.303622 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47424) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:36.315566 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Pushing event deleted for resources: {'Network': ['ID=1c290b42-bae5-4578-b0a9-6339e4f335c0,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:36.346385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-d1970f28-e16e-4b0d-b792-18d9dd77498b None None] The port '9858a0e4-d917-4d78-a520-2fe9ddd9cee8' was deleted {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 10 21:30:36.465277 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:36.541722 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:36.585662 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:36.623332 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:36.628649 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 9858a0e4-d917-4d78-a520-2fe9ddd9cee8 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:36.964713 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:37.306594 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Router f05d59b4-253d-4cde-b1fd-1193fe06c918 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:37.520600 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:37.530447 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] Sync routers for ids ['f05d59b4-253d-4cde-b1fd-1193fe06c918'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:37.541558 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-898f14fd-9004-4ba8-bb68-f6f59555e080 admin admin] 10.222.0.46 "PUT /v2.0/routers/f05d59b4-253d-4cde-b1fd-1193fe06c918/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1910601
Nov 10 21:30:37.544184 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47442) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:37.549893 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] Routers {'f05d59b4-253d-4cde-b1fd-1193fe06c918'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:37.550975 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d06fd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['f05d59b4-253d-4cde-b1fd-1193fe06c918'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:37.749722 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Deleting port bd419d57-12f2-4b19-89fa-6da87c3b4e7d {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:37.750079 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:37.785720 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks [] for router, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:37.820839 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] Set router f05d59b4-253d-4cde-b1fd-1193fe06c918 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:37.978508 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] For port bd419d57-12f2-4b19-89fa-6da87c3b4e7d, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,segment=NetworkSegment(781bbd1e-3221-4519-a809-8b98aa0398b1),segment_id=781bbd1e-3221-4519-a809-8b98aa0398b1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:37.979063 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:38.061980 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:38.075379 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Deleting port ee78eb56-6422-4d59-8020-30e02c8b35fb {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:38.076412 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:38.157459 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Calling delete_port for bd419d57-12f2-4b19-89fa-6da87c3b4e7d owned by network:router_interface {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:38.192907 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d06fd0>, [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172'}], 'enable_snat': True}, 'gw_port_id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:30:35Z', 'revision_number': 5, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port': {'id': 'ee78eb56-6422-4d59-8020-30e02c8b35fb', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:f0:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:28:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:38.198085 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] Checking router: f05d59b4-253d-4cde-b1fd-1193fe06c918 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:38.212616 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] Routers {'f05d59b4-253d-4cde-b1fd-1193fe06c918'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:38.213162 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d06fd0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['f05d59b4-253d-4cde-b1fd-1193fe06c918'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:38.441261 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] Set router f05d59b4-253d-4cde-b1fd-1193fe06c918 gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:38.448481 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] For port ee78eb56-6422-4d59-8020-30e02c8b35fb, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=ee78eb56-6422-4d59-8020-30e02c8b35fb,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:38.450398 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:38.484612 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:38.492703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-3b4b90d5-5f5d-4bd0-9bab-171877b4222c tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:38.570726 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Pushing event deleted for resources: {'Port': ['ID=bd419d57-12f2-4b19-89fa-6da87c3b4e7d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:38.588480 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:38.629278 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d06fd0>, [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:30:38Z', 'revision_number': 6, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:38.634675 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5aab1ca2-fbe8-4ef9-b277-9af3e9c8909c None None] The sync data for ids ['f05d59b4-253d-4cde-b1fd-1193fe06c918'] in dv-cinder-817261-1-iscsi is: [{'id': 'f05d59b4-253d-4cde-b1fd-1193fe06c918', 'name': 'tempest-TestMinimumBasicScenario-1936375412-router', 'tenant_id': '3999f39ef848438e96094d6d4a84d372', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:27:51Z', 'updated_at': '2021-11-10T21:30:38Z', 'revision_number': 6, 'project_id': '3999f39ef848438e96094d6d4a84d372', 'gw_port_host': None}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:38.826645 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Calling delete_port for ee78eb56-6422-4d59-8020-30e02c8b35fb owned by network:router_gateway {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:39.022274 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:39.106659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:39.114076 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e2dada09-2987-4eea-8560-3792b76bed62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:39.180040 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ee78eb56-6422-4d59-8020-30e02c8b35fb,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:39.182749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:39.493635 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:39.604113 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47478) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:39.891651 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:39.899361 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:39.912831 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:39.929800 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Router a7873b29-e813-4538-9e44-b780754c215b has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:39.957729 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:39.965062 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Usage tracker for resource:security_group_rule and tenant:b437e308d4fa444bb04b50cd6120ccd9 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:39.968941 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:39.977631 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:39.977631 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f05d59b4-253d-4cde-b1fd-1193fe06c918 {{(pid=82877) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:30:39.980191 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:40.027201 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] Notify callbacks [] for router, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.031407 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-974cc8c6-3f94-4628-a57a-1d22627d90c3 admin admin] 10.222.0.46 "DELETE /v2.0/routers/f05d59b4-253d-4cde-b1fd-1193fe06c918 HTTP/1.1" status: 204  len: 168 time: 2.4858673
Nov 10 21:30:40.032178 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47494) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:40.138168 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.141872 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Deleting subnet a0b40725-c50e-451b-966f-b5a3b8d03a4e {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:30:40.145200 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.178303 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.185859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:40.186509 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-42e36452-1290-4ac5-9f6d-9ef8baae751f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:40.197911 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] Sync routers for ids ['a7873b29-e813-4538-9e44-b780754c215b'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:40.213131 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] 10.222.0.46 "PUT /v2.0/routers/a7873b29-e813-4538-9e44-b780754c215b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.9043994
Nov 10 21:30:40.214707 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47502) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:40.225155 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] Routers {'a7873b29-e813-4538-9e44-b780754c215b'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:40.226433 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d36d30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['a7873b29-e813-4538-9e44-b780754c215b'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:40.253392 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b9775b0-58ed-46b5-8eac-c967ac69003e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:40.262625 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:40.265879 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.302190 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b437e308d4fa444bb04b50cd6120ccd9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6829309
Nov 10 21:30:40.306908 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47506) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:40.465224 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-58746262-d030-4ec2-b3a0-d8786cf21f46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.467288 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.513363 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device ee78eb56-6422-4d59-8020-30e02c8b35fb no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:40.547018 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: ee78eb56-6422-4d59-8020-30e02c8b35fb {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:40.547720 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device ee78eb56-6422-4d59-8020-30e02c8b35fb not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:40.548332 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:40.552726 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-58746262-d030-4ec2-b3a0-d8786cf21f46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.557000 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] Set router a7873b29-e813-4538-9e44-b780754c215b gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:40.582721 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:40.583516 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7f0a4dc8-f35c-47fd-a8b6-43f899ff4e42 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:40.593443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks [] for router, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.629513 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.635124 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-07c618d1-7a47-4317-a06d-d23733b6a837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:40.677555 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0b40725-c50e-451b-966f-b5a3b8d03a4e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:40.681138 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:40.685528 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-58746262-d030-4ec2-b3a0-d8786cf21f46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.689427 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-64cdb964-1fbd-490c-bdeb-5ad2db6f0ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:40.701022 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.711256 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f119091-e4f5-4664-ab4f-552f25f56072 None None] Network 11756b1f-41ec-4f4b-95ea-d842e8b46101 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:40.711831 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58746262-d030-4ec2-b3a0-d8786cf21f46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b9775b0-58ed-46b5-8eac-c967ac69003e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:40.714216 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-58746262-d030-4ec2-b3a0-d8786cf21f46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:40.721215 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-58746262-d030-4ec2-b3a0-d8786cf21f46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.722949 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-58746262-d030-4ec2-b3a0-d8786cf21f46 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/7b9775b0-58ed-46b5-8eac-c967ac69003e HTTP/1.1" status: 204  len: 168 time: 0.4129567
Nov 10 21:30:40.727291 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b3121de4-2196-498e-a8a3-1fef1acda3d6 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a0b40725-c50e-451b-966f-b5a3b8d03a4e HTTP/1.1" status: 204  len: 168 time: 0.6882100
Nov 10 21:30:40.736890 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47514) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:40.861373 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.876354 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Deleting port d5be3299-664a-4164-a8d2-96ba7c71313b {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:40.876781 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:40.907837 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d36d30>, [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191'}], 'enable_snat': True}, 'gw_port_id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:30:38Z', 'revision_number': 5, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port': {'id': 'd5be3299-664a-4164-a8d2-96ba7c71313b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:0f:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7873b29-e813-4538-9e44-b780754c215b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:24:12Z', 'updated_at': '2021-11-10T21:24:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:40.913885 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] Checking router: a7873b29-e813-4538-9e44-b780754c215b for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:40.928389 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] Routers {'a7873b29-e813-4538-9e44-b780754c215b'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:40.929071 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23d36d30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['a7873b29-e813-4538-9e44-b780754c215b'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:41.024954 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.045885 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Deleting port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:41.046344 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.068365 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] DHCP port deletion for 11756b1f-41ec-4f4b-95ea-d842e8b46101 request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:30:41.072635 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Deleting port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:41.073042 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.142072 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] Set router a7873b29-e813-4538-9e44-b780754c215b gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:41.167867 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] For port d5be3299-664a-4164-a8d2-96ba7c71313b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=d5be3299-664a-4164-a8d2-96ba7c71313b,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:41.168220 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.271807 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23d36d30>, [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:30:40Z', 'revision_number': 6, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:41.276076 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a502341d-a70f-4e90-a49c-18e7aa57c8db None None] The sync data for ids ['a7873b29-e813-4538-9e44-b780754c215b'] in dv-cinder-817261-1-iscsi is: [{'id': 'a7873b29-e813-4538-9e44-b780754c215b', 'name': 'tempest-TestShelveInstance-850054302-router', 'tenant_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:24:10Z', 'updated_at': '2021-11-10T21:30:40Z', 'revision_number': 6, 'project_id': 'ce13adf939fd4eb5aceff9fffd0afa56', 'gw_port_host': None}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:41.326355 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Calling delete_port for d5be3299-664a-4164-a8d2-96ba7c71313b owned by network:router_gateway {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:41.363390 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.db [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] For port 65e6e4db-cc16-462d-a5c0-4d03f5a90925, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=65e6e4db-cc16-462d-a5c0-4d03f5a90925,segment=NetworkSegment(5d830df1-429d-4512-ba74-cdc34a29b52a),segment_id=5d830df1-429d-4512-ba74-cdc34a29b52a)] {{(pid=82877) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:41.364098 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.410031 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] For port 65e6e4db-cc16-462d-a5c0-4d03f5a90925, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=65e6e4db-cc16-462d-a5c0-4d03f5a90925,segment=NetworkSegment(5d830df1-429d-4512-ba74-cdc34a29b52a),segment_id=5d830df1-429d-4512-ba74-cdc34a29b52a)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:41.410849 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.544764 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Calling delete_port for 65e6e4db-cc16-462d-a5c0-4d03f5a90925 owned by network:dhcp {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:41.613535 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Calling delete_port for 65e6e4db-cc16-462d-a5c0-4d03f5a90925 owned by network:dhcp {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:41.617404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.628336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1eb8cd4c-2e0d-4041-aa3c-1dbe929817ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:41.680890 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:41.710157 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Pushing event deleted for resources: {'Port': ['ID=d5be3299-664a-4164-a8d2-96ba7c71313b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:41.714249 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:41.718802 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:41.797064 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:30:41.797483 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:30:41.799887 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Pushing event deleted for resources: {'Port': ['ID=65e6e4db-cc16-462d-a5c0-4d03f5a90925,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:41.810060 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:41.814337 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] No DVR routers for this DVR port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 on host dv-cinder-817261-1-iscsi {{(pid=82877) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:30:41.987303 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47538) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:42.000193 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.027967 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.042510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.046476 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde2392a670>,) {'filters': {'network_id': ['11756b1f-41ec-4f4b-95ea-d842e8b46101']}} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:42.086310 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2392a670>, '5d830df1-429d-4512-ba74-cdc34a29b52a') {'for_net_delete': True} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:42.088732 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.services.segments.db [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde2392a670>, '5d830df1-429d-4512-ba74-cdc34a29b52a') {} {{(pid=82877) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:42.114543 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7649977'] for segment, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.168248 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-216503284-network', 'tenant_id': '94aa75ffd18344edb98687889651d635'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:42.174514 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:42.180636 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Usage tracker for resource:network and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:42.185942 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:42.193868 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:42.211636 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.224827 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Made reservation on behalf of 94aa75ffd18344edb98687889651d635 for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:30:42.228502 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.245059 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Releasing vlan 1102 on physical network physnet1 to pool {{(pid=82877) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:30:42.245506 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7650960'] for segment, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.299168 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Deleting port 65e6e4db-cc16-462d-a5c0-4d03f5a90925 {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:42.299554 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]: Traceback (most recent call last):
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     timer()
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     cb(*args, **kw)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     return func(*args, **kwargs)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     self._notify()
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     self.callback(batched_events)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     event.method(event)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     return f(self, *a, **k)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._get(url).json()
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:30:42.358039 dv-cinder-817261-1-iscsi neutron-server[82877]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:30:42.394596 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device bd419d57-12f2-4b19-89fa-6da87c3b4e7d no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:42.401555 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.443518 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-28a56ecc-9ab3-4ff6-ae81-cb094b91e7ee None None] The port '65e6e4db-cc16-462d-a5c0-4d03f5a90925' was deleted {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 10 21:30:42.461259 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: bd419d57-12f2-4b19-89fa-6da87c3b4e7d {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:42.461891 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device bd419d57-12f2-4b19-89fa-6da87c3b4e7d not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:42.462474 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 65e6e4db-cc16-462d-a5c0-4d03f5a90925 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:42.474300 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:42.476811 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.480900 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:42.484812 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:42.488188 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d1f9b2c1-d123-4576-85e8-d48ae6e636d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:42.500368 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 65e6e4db-cc16-462d-a5c0-4d03f5a90925 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:42.500997 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 65e6e4db-cc16-462d-a5c0-4d03f5a90925 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:42.501642 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device d5be3299-664a-4164-a8d2-96ba7c71313b no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:42.505251 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.507957 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:42.522861 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Pushing event deleted for resources: {'Network': ['ID=11756b1f-41ec-4f4b-95ea-d842e8b46101,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:42.530297 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:42.531914 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.539118 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4f712b17-92e7-4ef9-9a34-7fb90759f15d admin admin] 10.222.0.46 "DELETE /v2.0/networks/11756b1f-41ec-4f4b-95ea-d842e8b46101 HTTP/1.1" status: 204  len: 168 time: 1.7983205
Nov 10 21:30:42.539321 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.542052 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: d5be3299-664a-4164-a8d2-96ba7c71313b {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:42.542411 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device d5be3299-664a-4164-a8d2-96ba7c71313b not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:42.572819 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.573805 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7873b29-e813-4538-9e44-b780754c215b {{(pid=82878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:30:42.587807 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.596193 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-9e726126-cedf-4a49-886e-76afff8c737c admin admin] 10.222.0.46 "DELETE /v2.0/routers/a7873b29-e813-4538-9e44-b780754c215b HTTP/1.1" status: 204  len: 168 time: 2.3734171
Nov 10 21:30:42.596523 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47554) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:42.671302 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.680093 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.684309 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dced20ec-68fa-4323-afd5-f5c642ceadb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:42.694667 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_v2 [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Deleting subnet b7046f56-930c-4374-9c14-662c6b2645c0 {{(pid=82877) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:30:42.701705 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.702186 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47558) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:42.757331 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-bd664221-cec3-4b69-9d78-ab74b23a5497 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=a5948ca21b99464481ae86f05b81df8e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0537565
Nov 10 21:30:42.757887 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47562) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:42.759874 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1137}  {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:30:42.764061 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c088c05-0d38-4012-a193-30873bda1569,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:42.767307 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:42.788655 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7649968'] for subnet, precommit_delete_associations {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.815011 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.815360 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.segments_db [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Added segment b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2 of type vlan for network bcadbbb0-7cf1-444e-98b5-daee107c5045
Nov 10 21:30:42.819553 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.846858 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.862652 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.903227 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.907030 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cbcd8c9f-303a-460a-ba77-500f202ff08b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:42.920621 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.921216 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c276ac6b-837b-4319-a508-945249b0692a,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:42.923880 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:42.939934 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.941093 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/c276ac6b-837b-4319-a508-945249b0692a HTTP/1.1" status: 204  len: 168 time: 0.1818078
Nov 10 21:30:42.952033 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.957652 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:42.958904 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:42.965714 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7ebc06c6-4b08-4dee-ac36-fd9be4b92145 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:43.076020 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.0876014
Nov 10 21:30:43.079409 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47568) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:43.087848 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Pushing event updated for resources: {'Network': ['ID=bcadbbb0-7cf1-444e-98b5-daee107c5045,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:43.088609 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Request body: {'subnet': {'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-216503284-subnet', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:43.091302 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-a03258a2-0574-450f-89d5-b1842485dbd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:43.099911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:43.104545 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:30:43.105199 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7649842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8098557'] for subnet, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.105561 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Usage tracker for resource:subnet and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:43.108642 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:43.111622 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5b2a2c2c-e1ff-4393-a7cb-c5e3037c5291 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:43.116670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:43.130988 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Made reservation on behalf of 94aa75ffd18344edb98687889651d635 for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:30:43.134781 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8306188'] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.148540 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7046f56-930c-4374-9c14-662c6b2645c0,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:43.152286 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:43.156084 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.163659 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-85e2c747-c74c-4085-9b38-a32078585d51 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/b7046f56-930c-4374-9c14-662c6b2645c0 HTTP/1.1" status: 204  len: 168 time: 0.5708599
Nov 10 21:30:43.166081 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47572) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:43.191375 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63833e11-9cd7-4784-a654-3b7957511278 None None] Network 055d089b-45cb-4fe5-b276-a00b8093ab90 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:43.353869 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.374880 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Deleting port 7383febe-5b46-4544-a1c6-eea5d2488714 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:43.375214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.437817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47580) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:43.543083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] DHCP port deletion for 055d089b-45cb-4fe5-b276-a00b8093ab90 request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:30:43.546963 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-baf1cca5-b34a-4061-9904-251cfcab435f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3999f39ef848438e96094d6d4a84d372&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1071305
Nov 10 21:30:43.549101 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47586) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:43.552447 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Deleting port 7383febe-5b46-4544-a1c6-eea5d2488714 {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:43.552827 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.632927 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc3c-a3de-4b4d-8908-6c0557d5f523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.640928 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6547808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8306202'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.651347 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:43.669752 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc3c-a3de-4b4d-8908-6c0557d5f523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.813044 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] For port 7383febe-5b46-4544-a1c6-eea5d2488714, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7383febe-5b46-4544-a1c6-eea5d2488714,segment=NetworkSegment(781bbd1e-3221-4519-a809-8b98aa0398b1),segment_id=781bbd1e-3221-4519-a809-8b98aa0398b1)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:43.813428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.842589 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:43.845619 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:43.861830 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] For port 7383febe-5b46-4544-a1c6-eea5d2488714, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=7383febe-5b46-4544-a1c6-eea5d2488714,segment=NetworkSegment(781bbd1e-3221-4519-a809-8b98aa0398b1),segment_id=781bbd1e-3221-4519-a809-8b98aa0398b1)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:43.861830 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.891054 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc3c-a3de-4b4d-8908-6c0557d5f523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.895098 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-8cabadaa-b2f5-4337-b75b-4555851eb80f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:43.916279 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce70bc3c-a3de-4b4d-8908-6c0557d5f523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4bb32-b1b4-4ffa-b907-12b0e761f94c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:43.916279 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-ce70bc3c-a3de-4b4d-8908-6c0557d5f523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:43.916821 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ce70bc3c-a3de-4b4d-8908-6c0557d5f523 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0c4bb32-b1b4-4ffa-b907-12b0e761f94c HTTP/1.1" status: 204  len: 168 time: 0.3659008
Nov 10 21:30:43.922991 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-ce70bc3c-a3de-4b4d-8908-6c0557d5f523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:43.973936 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Calling delete_port for 7383febe-5b46-4544-a1c6-eea5d2488714 owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:44.014105 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Calling delete_port for 7383febe-5b46-4544-a1c6-eea5d2488714 owned by network:dhcp {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:30:44.064575 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Checking segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:30:44.065177 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Network hostable DHCP agents. Network: bcadbbb0-7cf1-444e-98b5-daee107c5045, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:30:44.103083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840'] for port, after_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.110192 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:44.158492 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Pushing event deleted for resources: {'Port': ['ID=7383febe-5b46-4544-a1c6-eea5d2488714,revision_number=None']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:44.158772 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:30:44.161556 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:44.166159 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.db.api [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82878) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:30:44.166693 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_db.api [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:30:44.169136 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] No DVR routers for this DVR port 7383febe-5b46-4544-a1c6-eea5d2488714 on host dv-cinder-817261-1-iscsi {{(pid=82879) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:30:44.183791 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, bcadbbb0-7cf1-444e-98b5-daee107c5045) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:44.189793 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:44.191291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.203465 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7eca41-10c3-44f6-85c6-5cfc61c0bdd8 None None] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:44.230126 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-8e0daf1b-60fd-41ef-8400-97b724bdf190 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1466691
Nov 10 21:30:44.232622 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47596) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:44.240152 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:44.245418 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:44.249885 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Usage tracker for resource:router and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:44.254960 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:44.268596 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:44.288655 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.289934 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.322301 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.325788 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7383febe-5b46-4544-a1c6-eea5d2488714 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:30:44.368052 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 7383febe-5b46-4544-a1c6-eea5d2488714 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:30:44.368681 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 7383febe-5b46-4544-a1c6-eea5d2488714 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:30:44.504987 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-bcadbbb0-7cf1-444e-98b5-daee107c5045', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:30:44.505957 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.607127 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.667216 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Allocated IP 172.20.0.2 (bcadbbb0-7cf1-444e-98b5-daee107c5045/7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d/036f274c-5d35-434c-9244-8b3f1082b62f) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:30:44.691880 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Deleting port 7383febe-5b46-4544-a1c6-eea5d2488714 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:30:44.692540 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.763415 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] The port '7383febe-5b46-4544-a1c6-eea5d2488714' was deleted {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 10 21:30:44.891871 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.906937 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Transition to ACTIVE for port object 036f274c-5d35-434c-9244-8b3f1082b62f will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:44.914451 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.932884 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Transition to ACTIVE for port object 036f274c-5d35-434c-9244-8b3f1082b62f will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:44.940702 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:44.947698 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-bbd1517d-6dbf-4f29-9735-633200cefb79 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:44.954123 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde22eb36d0>,) {'filters': {'network_id': ['055d089b-45cb-4fe5-b276-a00b8093ab90']}} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:44.971039 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22eb36d0>, '781bbd1e-3221-4519-a809-8b98aa0398b1') {'for_net_delete': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:44.971334 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22eb36d0>, '781bbd1e-3221-4519-a809-8b98aa0398b1') {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:44.987492 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8292499'] for segment, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.025948 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:45.029235 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:45.033551 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:30:45.035752 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Pushing event updated for resources: {'Port': ['ID=036f274c-5d35-434c-9244-8b3f1082b62f,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:45.041435 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.042159 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:45.057186 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Releasing vlan 1119 on physical network physnet1 to pool {{(pid=82878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:30:45.057620 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6548739'] for segment, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   util.warn(
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   util.warn(
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   util.warn(
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   util.warn(
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]: Traceback (most recent call last):
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     timer()
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     cb(*args, **kw)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     return func(*args, **kwargs)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     self._notify()
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     self.callback(batched_events)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     event.method(event)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     return f(self, *a, **k)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._get(url).json()
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:30:45.071640 dv-cinder-817261-1-iscsi neutron-server[82878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:30:45.085940 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.128632 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Attempting to bind port 036f274c-5d35-434c-9244-8b3f1082b62f on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:30:45.129272 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Attempting to bind port 036f274c-5d35-434c-9244-8b3f1082b62f by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:30:45.129385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Attempting to bind port 036f274c-5d35-434c-9244-8b3f1082b62f on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:30:45.138042 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:30:45.138446 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Checking segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:30:45.138816 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.139217 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Bound using segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:30:45.139700 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Bound port: 036f274c-5d35-434c-9244-8b3f1082b62f, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:30:45.140085 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.179313 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.260747 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.277210 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4350bb53-f95c-475a-b66d-ea6a2dbce642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:45.280154 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] For port 036f274c-5d35-434c-9244-8b3f1082b62f, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:30:45.284331 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] For port 036f274c-5d35-434c-9244-8b3f1082b62f, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=036f274c-5d35-434c-9244-8b3f1082b62f,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:30:45.289480 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.294124 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f849bf70-aa98-4455-8f22-47ada19572be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:45.294466 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.314845 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Pushing event deleted for resources: {'Network': ['ID=055d089b-45cb-4fe5-b276-a00b8093ab90,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:45.351795 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:45.361783 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4d165b75-045d-4398-89f6-97000040ddc8 admin admin] 10.222.0.46 "DELETE /v2.0/networks/055d089b-45cb-4fe5-b276-a00b8093ab90 HTTP/1.1" status: 204  len: 168 time: 2.1917715
Nov 10 21:30:45.391753 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Pushing event updated for resources: {'Port': ['ID=036f274c-5d35-434c-9244-8b3f1082b62f,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:45.398604 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-2f3f2d43-2e0a-40b6-b972-12e8fcc5031d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:45.399955 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Allocated IP 172.27.0.135 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/c2c10caa-6266-4a28-aca1-5ee62e03877b) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:30:45.606604 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.668076 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.672897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:45.699263 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47606) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:45.758109 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-e0da2f4e-64c0-4f74-b94a-09fd26ee40f2 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ffa501fa20714772a12a13b5b10a8960&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0574949
Nov 10 21:30:45.762224 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47610) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:45.771423 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:45.783376 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:45.789080 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:30:45.826085 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Pushing event updated for resources: {'Port': ['ID=c2c10caa-6266-4a28-aca1-5ee62e03877b,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:45.832700 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:45.834050 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.864538 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.940592 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.946548 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-21618fe1-3c06-4644-a0a6-d71ab92bc9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:45.970097 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8538e4e9-ea0b-403b-bbad-ae35d911b540,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:45.971684 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.972460 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.977011 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:45.977811 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:45.978975 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/8538e4e9-ea0b-403b-bbad-ae35d911b540 HTTP/1.1" status: 204  len: 168 time: 0.2156885
Nov 10 21:30:46.235403 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:30:46.372640 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 036f274c-5d35-434c-9244-8b3f1082b62f up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:30:46.552245 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 036f274c-5d35-434c-9244-8b3f1082b62f completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:30:46.574196 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47624) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:46.623977 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566bff27-31bc-4896-87ba-bd56a74d9132 None None] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:46.635486 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-ac5a9763-8749-4dc8-8923-1973df113996 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=ce13adf939fd4eb5aceff9fffd0afa56&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0597680
Nov 10 21:30:46.638282 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47628) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:46.713561 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2752481d-d067-4d07-94b2-1ce253912f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:46.727554 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:46.749740 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2752481d-d067-4d07-94b2-1ce253912f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:46.751361 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:46.756956 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f3d042f2-58c9-47f1-928d-08c011fd0e2c admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.5228362
Nov 10 21:30:46.757646 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47632) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:46.777631 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:46.813309 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2752481d-d067-4d07-94b2-1ce253912f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:46.814376 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Provisioning for port 036f274c-5d35-434c-9244-8b3f1082b62f completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:30:46.820188 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5d6368dc-8331-49ff-9987-8faa34c2688b tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:46.827382 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Provisioning complete for port 036f274c-5d35-434c-9244-8b3f1082b62f triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:46.827757 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:46.831170 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2752481d-d067-4d07-94b2-1ce253912f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaa4e400-e6bf-418b-a3fe-456394f6f35c,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:46.833969 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2752481d-d067-4d07-94b2-1ce253912f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:46.842281 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2752481d-d067-4d07-94b2-1ce253912f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:46.843325 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-2752481d-d067-4d07-94b2-1ce253912f15 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/aaa4e400-e6bf-418b-a3fe-456394f6f35c HTTP/1.1" status: 204  len: 168 time: 0.2041595
Nov 10 21:30:46.907056 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:46.907697 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e78280>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:47.230035 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:47.325464 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] For port 036f274c-5d35-434c-9244-8b3f1082b62f, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=036f274c-5d35-434c-9244-8b3f1082b62f,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:47.379012 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:47.389351 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-010877f6-19b9-448f-89e5-32cd27e4588e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:47.458628 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:47.555365 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Pushing event updated for resources: {'Port': ['ID=036f274c-5d35-434c-9244-8b3f1082b62f,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:47.565489 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:47.821496 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8c4a724c-3c95-4b15-bccd-f02937d21161 None None] Provisioning complete for port 036f274c-5d35-434c-9244-8b3f1082b62f triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:47.821894 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8c4a724c-3c95-4b15-bccd-f02937d21161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:47.824478 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:47.895366 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e78280>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:45Z', 'revision_number': 3, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:47.902886 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:47.903233 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Updating router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 port c2c10caa-6266-4a28-aca1-5ee62e03877b binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:30:47.998772 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.041906 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Allocated IP 172.20.0.1 (bcadbbb0-7cf1-444e-98b5-daee107c5045/7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d/f19707b6-8f9b-4142-9ee8-1dd17963b8e0) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:30:48.125492 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2b064f87-74ac-405a-94fb-77b892f9561a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.200272 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.217138 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Transition to ACTIVE for port object f19707b6-8f9b-4142-9ee8-1dd17963b8e0 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:48.239809 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.244487 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4dcc4311-49a7-45d8-bde2-f3ee471b7208 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:48.314697 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:48.318247 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:48.322395 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:30:48.326538 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 036f274c-5d35-434c-9244-8b3f1082b62f up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:30:48.347135 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:48.352874 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:48.379122 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.451547 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.471516 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 036f274c-5d35-434c-9244-8b3f1082b62f triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:48.472493 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.495400 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.511478 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Transition to ACTIVE for port object c2c10caa-6266-4a28-aca1-5ee62e03877b will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:48.525070 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.535660 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:48.717043 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.744595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Attempting to bind port c2c10caa-6266-4a28-aca1-5ee62e03877b on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:30:48.744971 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Attempting to bind port c2c10caa-6266-4a28-aca1-5ee62e03877b by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:30:48.745337 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Attempting to bind port c2c10caa-6266-4a28-aca1-5ee62e03877b on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:30:48.747715 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7defe10-8e01-403f-bb3c-0b8da2fad8e2 None None] Pushing event updated for resources: {'Port': ['ID=c2c10caa-6266-4a28-aca1-5ee62e03877b,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:48.756935 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-b7defe10-8e01-403f-bb3c-0b8da2fad8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:48.775230 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-b8c33113-be60-4f2b-9731-ee3ce9c42854 None None] Provisioning for port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:30:48.781660 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:30:48.782062 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:30:48.782616 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.783019 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:30:48.783515 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Bound port: c2c10caa-6266-4a28-aca1-5ee62e03877b, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:30:48.783897 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.845782 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-b8c33113-be60-4f2b-9731-ee3ce9c42854 None None] Provisioning complete for port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:48.846165 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b8c33113-be60-4f2b-9731-ee3ce9c42854 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.939342 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] For port c2c10caa-6266-4a28-aca1-5ee62e03877b, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:30:48.943760 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.944448 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] For port c2c10caa-6266-4a28-aca1-5ee62e03877b, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=c2c10caa-6266-4a28-aca1-5ee62e03877b,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:30:48.945486 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-b8c33113-be60-4f2b-9731-ee3ce9c42854 None None] Port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:30:48.949008 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.951992 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:48.952929 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:48.978679 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-751131dd-6f76-4b6b-8366-431f9445105d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:49.040848 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7defe10-8e01-403f-bb3c-0b8da2fad8e2 None None] Pushing event updated for resources: {'Port': ['ID=c2c10caa-6266-4a28-aca1-5ee62e03877b,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:49.044443 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-b7defe10-8e01-403f-bb3c-0b8da2fad8e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:49.048565 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:49.049220 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23e78280>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:49.066314 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Pushing event updated for resources: {'Port': ['ID=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:49.069303 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:49.081800 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:49.238481 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:49.251751 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:49.252892 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:49.601560 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-2dd97692-70e0-424e-b1b3-04d5593961b0 None None] Provisioning complete for port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:49.602156 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-2dd97692-70e0-424e-b1b3-04d5593961b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:49.647759 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23e78280>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 2, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:49.662467 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e771a9-4c86-41c1-9857-112a4e828915 None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 2, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:49.666568 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-2dd97692-70e0-424e-b1b3-04d5593961b0 None None] Port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:30:49.687132 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:49.919831 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:49.930516 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] 10.222.0.46 "PUT /v2.0/routers/6726e6ad-551c-4e97-a7c4-f34c65d0be80/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1716511
Nov 10 21:30:51.126946 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47720) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:51.133567 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1661633532-network', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:51.138433 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:51.142715 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Usage tracker for resource:network and tenant:199b9e5da88d4f649f8545c60bd112be is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:51.147905 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:51.154475 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:51.161907 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-3ae91498-be2f-43a8-934e-f1580c8edbd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.170010 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Made reservation on behalf of 199b9e5da88d4f649f8545c60bd112be for: {'network': 1} {{(pid=82877) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:30:51.172303 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for network, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.185311 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.229116 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:51.233221 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Usage tracker for resource:security_group_rule and tenant:199b9e5da88d4f649f8545c60bd112be is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:51.236109 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:51.242915 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:51.323964 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.330032 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.335599 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-bc8d5512-4288-4e26-828f-e4499b6a27a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:51.366468 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 1103}  {{(pid=82877) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Nov 10 21:30:51.381930 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d27be3b-e32e-4c38-997a-a2ba90126cba,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:51.397107 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:51.398835 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.399381 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.segments_db [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Added segment d3f50f41-b5d2-4e3b-a02a-e018d967adb5 of type vlan for network e208749b-de48-4b72-a3b1-a5cbe536af44
Nov 10 21:30:51.452184 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8787004450542'] for network, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.504095 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694'] for network, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.506456 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:51.507106 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.512598 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-970ddf87-ed5a-411d-a25c-61a6ded88580 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:51.550567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47728) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:51.617222 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.620685 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Pushing event updated for resources: {'Network': ['ID=e208749b-de48-4b72-a3b1-a5cbe536af44,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:51.623927 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] 10.222.0.46 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.4958327
Nov 10 21:30:51.624836 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9dbb5318-0322-4fa5-913a-75ed6899829f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:51.628751 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47736) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:51.636608 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Request body: {'subnet': {'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1661633532-subnet', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'ip_version': 4}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:51.647072 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:51.647457 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Network e208749b-de48-4b72-a3b1-a5cbe536af44 details requested by agent ovs-agent-dv-cinder-817261-1-iscsi with host dv-cinder-817261-1-iscsi {{(pid=82879) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Nov 10 21:30:51.651828 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Usage tracker for resource:subnet and tenant:199b9e5da88d4f649f8545c60bd112be is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:51.655335 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:51.662122 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:51.673883 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Made reservation on behalf of 199b9e5da88d4f649f8545c60bd112be for: {'subnet': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:30:51.677671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8306188'] for subnet, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.789441 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.842653 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:51.848133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Usage tracker for resource:security_group_rule and tenant:8bf01c79945441388dd4c64e9ac911f1 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:51.852672 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:51.886478 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:51.986647 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6547808', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8306202'] for subnet, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:51.995683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:52.053734 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.064093 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.098214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7f8ecb7-31ec-4ea8-9dda-d8493c880292,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:52.125263 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.125656 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.126016 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.126368 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.126718 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.127064 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.127408 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.127753 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.128094 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.128432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.128774 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:52.135605 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=8bf01c79945441388dd4c64e9ac911f1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5839159
Nov 10 21:30:52.138161 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:52.138662 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-98e009d3-9495-4136-a8ad-6bf38cabbce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:52.139765 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47742) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:52.148189 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Checking segment: {'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:30:52.148533 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Network hostable DHCP agents. Network: e208749b-de48-4b72-a3b1-a5cbe536af44, hostable agents: ['46efb40e-817f-4c87-8300-d309ed54b6db'], hosted agents: [] {{(pid=82878) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Nov 10 21:30:52.177683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebe1ce15-d6e6-4f2f-9cba-06a43c8e11c4,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:52.182661 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e9eee184-0891-45e7-8d85-ad971df903ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:52.191841 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Network e208749b-de48-4b72-a3b1-a5cbe536af44 is scheduled to be hosted by DHCP agent 46efb40e-817f-4c87-8300-d309ed54b6db with binding_index 1 {{(pid=82878) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Nov 10 21:30:52.203744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817261-1-iscsi, e208749b-de48-4b72-a3b1-a5cbe536af44) {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:52.208299 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-770e1968-c211-435c-b458-e39018b0f12b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.209148 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:30:52.210108 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.213776 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2299c3-306e-4b07-a4c2-29394ac776ac None None] Network e208749b-de48-4b72-a3b1-a5cbe536af44 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:52.242175 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-53e82955-961d-4967-b86a-fa8b103b5a83 admin admin] 10.222.0.46 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.6112700
Nov 10 21:30:52.243795 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47746) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:52.244523 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-770e1968-c211-435c-b458-e39018b0f12b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.249324 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:52.255516 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:52.260039 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Usage tracker for resource:router and tenant:199b9e5da88d4f649f8545c60bd112be is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:52.264675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:52.273367 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:52.285863 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-448236', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-9370'] for router, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.288039 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-346181', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-342369', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-422079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-9361'] for router, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.307596 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-770e1968-c211-435c-b458-e39018b0f12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.318672 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-45fca562-069c-4bba-8011-0558774a8b08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:52.328130 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.333661 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e1968-c211-435c-b458-e39018b0f12b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebe1ce15-d6e6-4f2f-9cba-06a43c8e11c4,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:52.337006 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-770e1968-c211-435c-b458-e39018b0f12b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:52.339080 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-770e1968-c211-435c-b458-e39018b0f12b admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.340203 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-770e1968-c211-435c-b458-e39018b0f12b admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/ebe1ce15-d6e6-4f2f-9cba-06a43c8e11c4 HTTP/1.1" status: 204  len: 168 time: 0.1991382
Nov 10 21:30:52.374938 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device c2c10caa-6266-4a28-aca1-5ee62e03877b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:30:52.584619 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port c2c10caa-6266-4a28-aca1-5ee62e03877b completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:30:52.594983 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp1e7a07b8-8d18-505f-8267-4e7add1f5a5b-e208749b-de48-4b72-a3b1-a5cbe536af44', 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'fixed_ips': [{'subnet_id': 'a7f8ecb7-31ec-4ea8-9dda-d8493c880292'}]}} from dv-cinder-817261-1-iscsi. {{(pid=82879) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Nov 10 21:30:52.595825 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.608275 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port c2c10caa-6266-4a28-aca1-5ee62e03877b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:52.608575 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.677379 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-342387', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-448254', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-9351'] for router, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.917174 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.929282 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.936494 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.db_base_plugin_common [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Allocated IP 172.20.0.2 (e208749b-de48-4b72-a3b1-a5cbe536af44/a7f8ecb7-31ec-4ea8-9dda-d8493c880292/b6f64e5e-dd02-4da5-b975-a135718c9e0b) {{(pid=82879) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:30:52.947496 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47754) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:52.956150 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port c2c10caa-6266-4a28-aca1-5ee62e03877b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=c2c10caa-6266-4a28-aca1-5ee62e03877b,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:52.962331 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.971761 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:52.991737 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.006049 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-c9d90bf9-630b-4583-90a6-295e53c66205 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:53.008732 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:53.014401 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Usage tracker for resource:security_group_rule and tenant:9c0b524ac6e74b52932d7b431bd92011 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:53.018337 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:53.025825 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:53.124970 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.129823 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.136263 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Allocated IP 172.27.0.55 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/fc636fe6-2f00-424f-b709-8aaaa1111f06) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:30:53.137430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7c133a41-51af-4f3e-b3f2-972d7a15a4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:53.181063 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a4a4d1-ca26-426c-acfe-b3aaee7a3004,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:53.186324 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:53.190507 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9c0b524ac6e74b52932d7b431bd92011&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2415864
Nov 10 21:30:53.195831 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47758) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:53.264244 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0943cae3-58cc-42e6-bf10-8d100ed4607d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.274702 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=c2c10caa-6266-4a28-aca1-5ee62e03877b,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:53.289562 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:53.306099 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0943cae3-58cc-42e6-bf10-8d100ed4607d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.351919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.375773 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Notify callbacks [] for port, precommit_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.384464 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0943cae3-58cc-42e6-bf10-8d100ed4607d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.386633 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Transition to ACTIVE for port object b6f64e5e-dd02-4da5-b975-a135718c9e0b will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:53.392280 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-24b21b3a-4f5d-48f6-ac6e-7009467ed0bd tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:53.405954 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.408743 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Transition to ACTIVE for port object b6f64e5e-dd02-4da5-b975-a135718c9e0b will not be triggered until provisioned by entity DHCP. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:53.415659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0943cae3-58cc-42e6-bf10-8d100ed4607d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a4a4d1-ca26-426c-acfe-b3aaee7a3004,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:53.417164 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831'] for port, after_create {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.417759 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7409b3f7-3a25-4336-8267-597d9a0747f8 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:53.425156 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:53.430043 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-0943cae3-58cc-42e6-bf10-8d100ed4607d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:53.431346 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-0943cae3-58cc-42e6-bf10-8d100ed4607d admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.432677 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-0943cae3-58cc-42e6-bf10-8d100ed4607d admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/e0a4a4d1-ca26-426c-acfe-b3aaee7a3004 HTTP/1.1" status: 204  len: 168 time: 0.2353349
Nov 10 21:30:53.530235 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:53.538142 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:53.542567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:30:53.587392 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Pushing event updated for resources: {'Port': ['ID=b6f64e5e-dd02-4da5-b975-a135718c9e0b,revision_number=1']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:53.593001 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Network e208749b-de48-4b72-a3b1-a5cbe536af44 is already hosted by enough agents. {{(pid=82879) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:53.593928 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:53.596754 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.scheduler.base_scheduler [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Resources bound (agent type, host, resource id):  {{(pid=82879) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:53.600275 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Received port after_create {{(pid=82879) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:30:53.607099 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.672201 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Pushing event updated for resources: {'Port': ['ID=fc636fe6-2f00-424f-b709-8aaaa1111f06,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:53.676142 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:53.713386 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Attempting to bind port b6f64e5e-dd02-4da5-b975-a135718c9e0b on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:30:53.714359 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Attempting to bind port b6f64e5e-dd02-4da5-b975-a135718c9e0b by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:30:53.714685 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Attempting to bind port b6f64e5e-dd02-4da5-b975-a135718c9e0b on network e208749b-de48-4b72-a3b1-a5cbe536af44 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:30:53.718874 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.720018 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-448245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-342350'] for router, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.727132 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:30:53.727684 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Checking segment: {'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:30:53.728326 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.729004 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Bound using segment: {'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:30:53.729865 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Bound port: b6f64e5e-dd02-4da5-b975-a135718c9e0b, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:30:53.730524 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.869070 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] For port b6f64e5e-dd02-4da5-b975-a135718c9e0b, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:30:53.873652 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] For port b6f64e5e-dd02-4da5-b975-a135718c9e0b, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=b6f64e5e-dd02-4da5-b975-a135718c9e0b,segment=NetworkSegment(d3f50f41-b5d2-4e3b-a02a-e018d967adb5),segment_id=d3f50f41-b5d2-4e3b-a02a-e018d967adb5)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:30:53.881538 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:53.892532 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:53.993270 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Router 27e36bf4-efec-48a6-a485-6d981d4577a6 is scheduled to L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 with binding_index 1 {{(pid=82878) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Nov 10 21:30:54.034805 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Pushing event updated for resources: {'Port': ['ID=b6f64e5e-dd02-4da5-b975-a135718c9e0b,revision_number=2']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:54.040221 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-5a4781b1-d1c8-43a3-b1e8-309166e6ceff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:54.294153 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:54.310080 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Sync routers for ids ['27e36bf4-efec-48a6-a485-6d981d4577a6'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:30:54.353291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:54.361603 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Routers {'27e36bf4-efec-48a6-a485-6d981d4577a6'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:54.361603 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24053f40>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['27e36bf4-efec-48a6-a485-6d981d4577a6'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:54.362036 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47774) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:54.362734 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-84e7ad02-ca50-4945-a59b-a412b4537864 admin admin] 10.222.0.46 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 2.1136978
Nov 10 21:30:54.487006 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device b6f64e5e-dd02-4da5-b975-a135718c9e0b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:30:54.669898 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port b6f64e5e-dd02-4da5-b975-a135718c9e0b completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:30:54.676111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device c2c10caa-6266-4a28-aca1-5ee62e03877b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:30:54.761990 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Set router 27e36bf4-efec-48a6-a485-6d981d4577a6 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:54.797734 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port c2c10caa-6266-4a28-aca1-5ee62e03877b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:54.798377 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.096541 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24053f40>, [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:53Z', 'revision_number': 3, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port': {'id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:55.101865 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Checking router: 27e36bf4-efec-48a6-a485-6d981d4577a6 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:30:55.102216 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Updating router 27e36bf4-efec-48a6-a485-6d981d4577a6 port fc636fe6-2f00-424f-b709-8aaaa1111f06 binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:30:55.166889 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.535409 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.588216 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879bddf3-ee63-4f92-a7e5-306af1006789 None None] Network e208749b-de48-4b72-a3b1-a5cbe536af44 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:30:55.660763 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.678711 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Transition to ACTIVE for port object fc636fe6-2f00-424f-b709-8aaaa1111f06 will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:55.688281 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.695009 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-6c3e0d07-8a40-4fe5-9aba-17bbd91c10ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:55.777921 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Pushing event updated for resources: {'Port': ['ID=fc636fe6-2f00-424f-b709-8aaaa1111f06,revision_number=2']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:55.805110 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.805412 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.805840 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.806073 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.806595 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.807779 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.808328 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.808849 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.809544 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.810054 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.810536 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82880) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:30:55.817788 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:55.819217 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Provisioning for port b6f64e5e-dd02-4da5-b975-a135718c9e0b completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:30:55.820918 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Attempting to bind port fc636fe6-2f00-424f-b709-8aaaa1111f06 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:30:55.821511 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Attempting to bind port fc636fe6-2f00-424f-b709-8aaaa1111f06 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:30:55.822078 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Attempting to bind port fc636fe6-2f00-424f-b709-8aaaa1111f06 on network 63039668-da53-479a-8f46-0ec7e3119bfe {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:30:55.830562 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:30:55.831467 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Checking segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:30:55.834314 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.835016 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Bound using segment: {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:30:55.835719 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Bound port: fc636fe6-2f00-424f-b709-8aaaa1111f06, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb9785fd-7fa8-4fa0-b203-b36ac543d707', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:30:55.837011 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.837296 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Provisioning complete for port b6f64e5e-dd02-4da5-b975-a135718c9e0b triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:55.837962 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.925480 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] For port fc636fe6-2f00-424f-b709-8aaaa1111f06, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:30:55.930295 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] For port fc636fe6-2f00-424f-b709-8aaaa1111f06, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=fc636fe6-2f00-424f-b709-8aaaa1111f06,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:30:55.935038 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Allocated IP 172.20.0.1 (e208749b-de48-4b72-a3b1-a5cbe536af44/a7f8ecb7-31ec-4ea8-9dda-d8493c880292/8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:30:55.938045 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:55.944089 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:56.037646 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Pushing event updated for resources: {'Port': ['ID=fc636fe6-2f00-424f-b709-8aaaa1111f06,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:56.041788 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-e3d8cdf5-5045-45c8-b6f1-8285b0ad102f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:56.043541 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Routers {'27e36bf4-efec-48a6-a485-6d981d4577a6'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:30:56.044165 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24053f40>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['27e36bf4-efec-48a6-a485-6d981d4577a6'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:56.229616 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:56.236749 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:56.280703 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] For port b6f64e5e-dd02-4da5-b975-a135718c9e0b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=b6f64e5e-dd02-4da5-b975-a135718c9e0b,segment=NetworkSegment(d3f50f41-b5d2-4e3b-a02a-e018d967adb5),segment_id=d3f50f41-b5d2-4e3b-a02a-e018d967adb5)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:30:56.286548 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] Set router 27e36bf4-efec-48a6-a485-6d981d4577a6 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:30:56.287797 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:56.288414 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.provisioning_blocks [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Transition to ACTIVE for port object 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe will not be triggered until provisioned by entity DHCP. {{(pid=82877) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:30:56.290911 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:56.327962 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:56.335547 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f53c85e6-7a21-4687-8361-f766c4d78e73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:56.371295 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Pushing event updated for resources: {'Port': ['ID=b6f64e5e-dd02-4da5-b975-a135718c9e0b,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:56.383474 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:56.460452 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Network e208749b-de48-4b72-a3b1-a5cbe536af44 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:56.466629 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:56.469650 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Pushing event updated for resources: {'Port': ['ID=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:56.474913 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:30:56.545532 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:56.583384 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-344088'] for router_interface, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:56.628902 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-6cb4249d-66bc-43ef-bdf9-92a7ed9b6dd5 None None] Provisioning complete for port b6f64e5e-dd02-4da5-b975-a135718c9e0b triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:56.629491 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6cb4249d-66bc-43ef-bdf9-92a7ed9b6dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:56.731113 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:56.847678 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24053f40>, [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:53Z', 'revision_number': 3, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port': {'id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:30:56.853430 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61bf8fc7-a9f5-4952-b2f9-8879b2da10d7 None None] The sync data for ids ['27e36bf4-efec-48a6-a485-6d981d4577a6'] in dv-cinder-817261-1-iscsi is: [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:53Z', 'revision_number': 3, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port': {'id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:30:56.962161 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1ce58411-7543-4555-b9f5-6a4a909e1c75 None None] Provisioning for port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:30:56.968190 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-1ce58411-7543-4555-b9f5-6a4a909e1c75 None None] Provisioning complete for port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:56.968654 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1ce58411-7543-4555-b9f5-6a4a909e1c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.025946 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.032236 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7649864'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.045137 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-1ce58411-7543-4555-b9f5-6a4a909e1c75 None None] Port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:30:57.064833 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:57.151259 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1499887', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-343604'] for router_interface, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.155120 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Pushing event updated for resources: {'Port': ['ID=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:57.158363 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:57.189268 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47818) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:57.296945 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Network e208749b-de48-4b72-a3b1-a5cbe536af44 is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:30:57.298296 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:30:57.360145 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.397705 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:57.402312 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Usage tracker for resource:security_group_rule and tenant:53297a09851c47f8a77f88bbf8335d8c is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:57.406440 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:57.413035 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:57.510461 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.516109 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.523428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5dfff9f-da25-4780-8e51-ae82065642c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:57.577081 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=53297a09851c47f8a77f88bbf8335d8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3845932
Nov 10 21:30:57.577081 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53bd517-9e25-4267-9572-e9fa4520eea7,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:57.578306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47824) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:57.580968 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-203ee18b-876f-4026-b532-1c8981348c2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:57.643284 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ede28cd1-1ecc-4135-a201-7b55be26a4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.677322 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-bf91664c-539d-4a20-a4cf-2fe4dc585b2b None None] Provisioning complete for port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:57.678687 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-bf91664c-539d-4a20-a4cf-2fe4dc585b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.684260 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ede28cd1-1ecc-4135-a201-7b55be26a4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.737425 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-bf91664c-539d-4a20-a4cf-2fe4dc585b2b None None] Port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:30:57.755841 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Router 27e36bf4-efec-48a6-a485-6d981d4577a6 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:30:57.763519 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ede28cd1-1ecc-4135-a201-7b55be26a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.768997 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0370a863-faac-4404-9263-7cf5a30c343c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:57.782747 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede28cd1-1ecc-4135-a201-7b55be26a4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53bd517-9e25-4267-9572-e9fa4520eea7,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:57.789258 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ede28cd1-1ecc-4135-a201-7b55be26a4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:57.794558 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ede28cd1-1ecc-4135-a201-7b55be26a4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:57.795683 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ede28cd1-1ecc-4135-a201-7b55be26a4a0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/b53bd517-9e25-4267-9572-e9fa4520eea7 HTTP/1.1" status: 204  len: 168 time: 0.2164772
Nov 10 21:30:58.138607 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:30:58.152472 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] 10.222.0.46 "PUT /v2.0/routers/27e36bf4-efec-48a6-a485-6d981d4577a6/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7930830
Nov 10 21:30:58.236884 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47834) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:58.258547 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.301411 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:58.305940 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Usage tracker for resource:security_group_rule and tenant:f9236578b1ed4f38b5e295d7b09b8bed is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:58.309402 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:58.328366 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device b6f64e5e-dd02-4da5-b975-a135718c9e0b up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:30:58.330540 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:58.458622 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.466217 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.471060 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port b6f64e5e-dd02-4da5-b975-a135718c9e0b triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:30:58.471605 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.481812 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5948f1ae-ce25-4b34-93f9-2b777045f3bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:58.539693 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c26f9a-c63a-4268-980c-27301cea0e14,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:58.543290 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:58.547424 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-4aa8d000-cba3-41c9-b03f-f5802134b4fa admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=f9236578b1ed4f38b5e295d7b09b8bed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3092484
Nov 10 21:30:58.549841 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47842) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:58.622825 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.650697 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.702777 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.706756 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-3e041cd5-57f6-4eec-9256-acb6178410ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:30:58.720646 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c26f9a-c63a-4268-980c-27301cea0e14,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:30:58.723490 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:30:58.727659 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:30:58.729135 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/49c26f9a-c63a-4268-980c-27301cea0e14 HTTP/1.1" status: 204  len: 168 time: 0.1773558
Nov 10 21:30:59.938019 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47868) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:30:59.947624 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1457454085', 'description': 'tempest-secgroup-smoke-1457454085 description', 'project_id': '94aa75ffd18344edb98687889651d635'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:30:59.955911 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:30:59.960795 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:30:59.963707 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:30:59.970056 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:30:59.982704 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.024305 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:00.028601 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:00.031724 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:00.038326 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:00.100111 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.104294 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.108240 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-9158cf40-f60a-4367-8f9b-a0d8a9ad91ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:00.151816 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:00.154963 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:00.158170 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.159856 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5be1398a-3954-41c4-94c5-33dc260b74b8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2200429
Nov 10 21:31:00.163589 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47876) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:00.169441 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'security_group_rule': {'security_group_id': '6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4', 'project_id': '94aa75ffd18344edb98687889651d635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:00.175752 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:00.181077 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:00.184910 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:00.193142 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:00.215245 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.288870 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.294136 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.296352 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d889af29-2332-4f21-a6e2-0489d20b8798 tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:00.321744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f0b1ba2-3982-43b8-8dac-fe64411582e4,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:00.324291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:00.333058 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.337734 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47884) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:00.338184 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-4d9b195e-346e-4372-98cb-53f242e57c9f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1734061
Nov 10 21:31:00.343549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'security_group_rule': {'security_group_id': '6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4', 'project_id': '94aa75ffd18344edb98687889651d635', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:00.350807 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:00.354778 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:00.357838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:00.364359 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:00.382811 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.453764 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.459487 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.461928 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-57687285-079b-4e66-9fa2-da7557b2ecd3 tempest-TestShelveInstance-1035151809 tempest-TestShelveInstance-1035151809-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:00.484970 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d17ede4-7a9b-48f4-9c87-58a64566fae9,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:00.487581 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:00.496917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.500982 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-96be7a54-1397-4551-afb9-d0b661763a3c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1594877
Nov 10 21:31:00.501124 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47890) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:00.507682 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'security_group_rule': {'security_group_id': '6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4', 'project_id': '94aa75ffd18344edb98687889651d635', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:00.513485 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:00.517838 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:00.521095 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:00.526928 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:00.544629 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.614543 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.618741 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.627070 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:00.646114 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbc49460-5355-43e2-9a30-fb6d3c0a00fe,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:00.649300 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:00.657222 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.658627 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1563799
Nov 10 21:31:00.662282 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47896) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:00.667817 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'security_group_rule': {'security_group_id': '6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4', 'project_id': '94aa75ffd18344edb98687889651d635', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:00.673921 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:00.678534 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:00.681549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:00.688000 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:00.716661 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.811713 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.816463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.818736 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b2f48176-9116-4467-9e89-e85fa7116897 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:00.847925 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a94c1b2-bbe7-4fef-9e30-56a620d09011,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:00.851177 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:00.860378 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.861638 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-32ce7dc4-e258-40d9-bde6-4576237439b1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1983917
Nov 10 21:31:00.864940 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 47904) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:00.871300 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'security_group_rule': {'security_group_id': '6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4', 'project_id': '94aa75ffd18344edb98687889651d635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:00.877271 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:00.882150 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:00.885177 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:00.891777 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:00.906212 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.securitygroups_db [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Project 94aa75ffd18344edb98687889651d635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 21:31:00.914917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.986933 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:00.992984 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:01.006929 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-73947eb8-f56e-405a-b3d5-741ac1aa1249 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:01.029287 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=786c25a8-4aee-4105-8099-938f718498d3,revision_number=0']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:01.032239 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:01.035917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:01.037198 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-d360eddb-968f-4989-bfd4-9ab4f9f0aa21 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1713233
Nov 10 21:31:01.040423 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 47912) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:01.049539 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'security_group_rule': {'security_group_id': '6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4', 'project_id': '94aa75ffd18344edb98687889651d635', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:01.057013 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:01.061345 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:security_group_rule and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:01.064423 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:01.071447 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:01.084904 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.securitygroups_db [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Project 94aa75ffd18344edb98687889651d635 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Nov 10 21:31:01.092689 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:01.169791 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:01.175067 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414495'] for security_group_rule, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:01.177225 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:01.205808 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde5337d-726a-4581-a2c3-12744d86ac33,revision_number=0']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:01.209020 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:01.218213 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group_rule, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:01.219258 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-8f35beca-e1c6-4a04-b28c-54bf0de67d95 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1775696
Nov 10 21:31:03.586296 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:31:03.599995 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:31:03.600615 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24188be0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:03.785081 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:31:04.111197 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24188be0>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 2, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:04.117696 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:31:04.117696 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Updating router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 binding host dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:31:04.181385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:04.458477 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device fc636fe6-2f00-424f-b709-8aaaa1111f06 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:31:04.595781 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port fc636fe6-2f00-424f-b709-8aaaa1111f06 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:31:04.629523 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port fc636fe6-2f00-424f-b709-8aaaa1111f06 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:04.630194 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:04.712152 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Notify callbacks [] for port, precommit_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:04.729231 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Transition to ACTIVE for port object f19707b6-8f9b-4142-9ee8-1dd17963b8e0 will not be triggered until provisioned by entity L2. {{(pid=82879) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:31:04.759108 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:04.767287 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:04.899309 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:04.904283 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47660a-2cda-4912-884e-6ec226f956d0 None None] Pushing event updated for resources: {'Port': ['ID=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,revision_number=3']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:04.914194 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-cb47660a-2cda-4912-884e-6ec226f956d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:04.937508 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port fc636fe6-2f00-424f-b709-8aaaa1111f06, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=fc636fe6-2f00-424f-b709-8aaaa1111f06,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:31:04.969866 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:04.977025 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:05.130060 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Attempting to bind port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:31:05.130520 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Attempting to bind port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:31:05.130895 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Attempting to bind port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:31:05.149273 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:31:05.149677 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Checking segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82879) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:31:05.150088 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:05.150487 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Bound using segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} {{(pid=82879) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:31:05.150969 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.managers [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Bound port: f19707b6-8f9b-4142-9ee8-1dd17963b8e0, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}}] {{(pid=82879) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:31:05.151350 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:05.161752 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=fc636fe6-2f00-424f-b709-8aaaa1111f06,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:05.166386 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:05.252819 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] For port f19707b6-8f9b-4142-9ee8-1dd17963b8e0, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82879) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:31:05.256481 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] For port f19707b6-8f9b-4142-9ee8-1dd17963b8e0, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:31:05.260788 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:05.265036 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:05.345726 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47660a-2cda-4912-884e-6ec226f956d0 None None] Pushing event updated for resources: {'Port': ['ID=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:05.349122 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-cb47660a-2cda-4912-884e-6ec226f956d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:05.349898 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:31:05.350518 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24188be0>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:05.554927 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:31:05.948002 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24188be0>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:05Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:05.952220 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24f95d8b-e13b-4cf5-b1c2-bb1bb9992fde None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:05Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:31:06.377409 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device f19707b6-8f9b-4142-9ee8-1dd17963b8e0 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:31:06.439312 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Sync routers for ids ['27e36bf4-efec-48a6-a485-6d981d4577a6'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:31:06.451593 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Routers {'27e36bf4-efec-48a6-a485-6d981d4577a6'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:31:06.452437 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde241a6820>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['27e36bf4-efec-48a6-a485-6d981d4577a6'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:06.471827 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:31:06.479388 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:06.479932 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:06.617566 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:06.650080 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Set router 27e36bf4-efec-48a6-a485-6d981d4577a6 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:31:06.651293 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port f19707b6-8f9b-4142-9ee8-1dd17963b8e0, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:31:06.656094 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:06.657303 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device fc636fe6-2f00-424f-b709-8aaaa1111f06 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:31:06.683255 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-c492e978-95a9-4579-8f76-ebddbd614fe9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:06.778405 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:06.787221 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:06.798237 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port fc636fe6-2f00-424f-b709-8aaaa1111f06 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:06.798616 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:06.971575 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde241a6820>, [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:56Z', 'revision_number': 4, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port': {'id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe', 'name': '', 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'mac_address': 'fa:16:3e:47:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7f8ecb7-31ec-4ea8-9dda-d8493c880292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:55Z', 'updated_at': '2021-11-10T21:30:56Z', 'revision_number': 2, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'subnets': [{'id': 'a7f8ecb7-31ec-4ea8-9dda-d8493c880292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:06.975547 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Checking router: 27e36bf4-efec-48a6-a485-6d981d4577a6 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:31:06.975903 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Updating router 27e36bf4-efec-48a6-a485-6d981d4577a6 port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe binding host dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Nov 10 21:31:07.031391 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:07.374996 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Notify callbacks [] for port, precommit_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:07.388054 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.provisioning_blocks [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Transition to ACTIVE for port object 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe will not be triggered until provisioned by entity L2. {{(pid=82880) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:31:07.396571 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:07.400661 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:07.472711 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059993d-dc3f-4194-b04d-887592197aa7 None None] Pushing event updated for resources: {'Port': ['ID=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,revision_number=3']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:07.476871 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-1059993d-dc3f-4194-b04d-887592197aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:07.636314 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Attempting to bind port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe on host dv-cinder-817261-1-iscsi for vnic_type normal with profile  {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:31:07.636693 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Attempting to bind port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe by drivers openvswitch,hyperv on host dv-cinder-817261-1-iscsi at level 0 using segments [{'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:31:07.637063 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Attempting to bind port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe on network e208749b-de48-4b72-a3b1-a5cbe536af44 {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:31:07.644241 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Checking agent: {'id': 'ace90ace-76df-4d91-86ec-9eddb30f8d4b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817261-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 12, 49), 'started_at': datetime.datetime(2021, 11, 10, 21, 13, 19), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 30, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817261-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:31:07.644655 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Checking segment: {'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82880) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:31:07.645128 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:07.645690 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Bound using segment: {'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'} {{(pid=82880) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:31:07.646290 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.managers [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Bound port: 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe, host: dv-cinder-817261-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1103, 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44'}}] {{(pid=82880) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:31:07.646610 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:07.740161 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] For port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe, host dv-cinder-817261-1-iscsi, cleared binding levels {{(pid=82880) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:31:07.743309 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.plugins.ml2.db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] For port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe, host dv-cinder-817261-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,segment=NetworkSegment(d3f50f41-b5d2-4e3b-a02a-e018d967adb5),segment_id=d3f50f41-b5d2-4e3b-a02a-e018d967adb5)] {{(pid=82880) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:31:07.747759 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron_lib.callbacks.manager [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82880) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:07.756947 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-1059993d-dc3f-4194-b04d-887592197aa7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:07.834189 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Routers {'27e36bf4-efec-48a6-a485-6d981d4577a6'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:31:07.834837 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde241a6820>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:30:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['27e36bf4-efec-48a6-a485-6d981d4577a6'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:07.926847 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059993d-dc3f-4194-b04d-887592197aa7 None None] Pushing event updated for resources: {'Port': ['ID=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,revision_number=4']} {{(pid=82880) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:07.931612 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG oslo_concurrency.lockutils [None req-1059993d-dc3f-4194-b04d-887592197aa7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=82880) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:08.061174 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] Set router 27e36bf4-efec-48a6-a485-6d981d4577a6 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:31:08.321751 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device f19707b6-8f9b-4142-9ee8-1dd17963b8e0 up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:31:08.396740 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde241a6820>, [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:56Z', 'revision_number': 4, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port': {'id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe', 'name': '', 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'mac_address': 'fa:16:3e:47:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7f8ecb7-31ec-4ea8-9dda-d8493c880292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:55Z', 'updated_at': '2021-11-10T21:31:07Z', 'revision_number': 4, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'subnets': [{'id': 'a7f8ecb7-31ec-4ea8-9dda-d8493c880292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:08.401725 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e634b6a0-9a69-4803-b8f7-8b4e9a33e768 None None] The sync data for ids ['27e36bf4-efec-48a6-a485-6d981d4577a6'] in dv-cinder-817261-1-iscsi is: [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:30:56Z', 'revision_number': 4, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port': {'id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': '8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe', 'name': '', 'network_id': 'e208749b-de48-4b72-a3b1-a5cbe536af44', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'mac_address': 'fa:16:3e:47:40:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7f8ecb7-31ec-4ea8-9dda-d8493c880292', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:55Z', 'updated_at': '2021-11-10T21:31:07Z', 'revision_number': 4, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'subnets': [{'id': 'a7f8ecb7-31ec-4ea8-9dda-d8493c880292', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:31:08.404738 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:08.405179 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:10.344792 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:31:10.417337 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning for port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:31:10.432849 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:10.433392 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:10.627725 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:10.663194 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] For port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,segment=NetworkSegment(d3f50f41-b5d2-4e3b-a02a-e018d967adb5),segment_id=d3f50f41-b5d2-4e3b-a02a-e018d967adb5)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:31:10.667885 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:10.669786 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:10.742140 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Pushing event updated for resources: {'Port': ['ID=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:10.745259 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:12.026775 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:12.331539 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe up at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:31:12.404078 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Provisioning complete for port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:12.404680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:12.981982 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:31:18.088557 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-a56424ee-77fb-4890-b753-172a76456701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.378367 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48140) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:18.524130 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.555261 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:18.559014 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Usage tracker for resource:security_group_rule and tenant:15f3900a38e3445297c515e9068ca3bf is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:18.561786 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:18.569155 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:18.637470 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.641969 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.650701 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-6464a949-4b93-4b73-ad7d-7f3757521b65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:18.652339 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.695821 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632663c3-230f-4330-bac4-b7042d211fad,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:18.702226 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=15f3900a38e3445297c515e9068ca3bf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3219502
Nov 10 21:31:18.703151 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48148) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:18.704263 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e677d680-bd1e-45da-b16a-1500bcc1b4f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:18.772203 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.798631 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.965474 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.970379 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-64405abb-26b5-4052-86f0-678bb7f5d4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:18.984338 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632663c3-230f-4330-bac4-b7042d211fad,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:18.987301 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:18.988174 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:18.992250 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/632663c3-230f-4330-bac4-b7042d211fad HTTP/1.1" status: 204  len: 168 time: 0.2840207
Nov 10 21:31:19.356601 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48168) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:19.375433 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:19.407053 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:19.411664 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Usage tracker for resource:security_group_rule and tenant:3f825cc1a8ba40c3a8c4a988afeefb2e is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:19.415409 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:19.421237 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:19.491717 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:19.495987 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:19.504730 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-7f7b09c7-f105-4da7-a191-867a64f36a23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:19.549149 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b3d8f9-db18-4233-9a55-aca59d19a6be,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:19.556729 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=3f825cc1a8ba40c3a8c4a988afeefb2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1966991
Nov 10 21:31:19.556729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e9decc38-37b6-4e0b-b883-baf733eef8ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:19.557744 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48172) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:19.583658 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c88f893e-e776-4cb2-acb4-39d9a583a0e7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:security_group {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:31:19.602676 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c88f893e-e776-4cb2-acb4-39d9a583a0e7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:security_group {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:31:19.603985 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c88f893e-e776-4cb2-acb4-39d9a583a0e7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457454085&fields=id&tenant_id=94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 267 time: 0.0657387
Nov 10 21:31:19.622141 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bd194a92-e7e4-4c83-9b31-4d526b3261c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:19.654765 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bd194a92-e7e4-4c83-9b31-4d526b3261c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:19.711460 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bd194a92-e7e4-4c83-9b31-4d526b3261c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:19.716974 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-eff56b80-f7f7-4bdf-ba16-65059fe9228e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:19.732954 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd194a92-e7e4-4c83-9b31-4d526b3261c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b3d8f9-db18-4233-9a55-aca59d19a6be,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:19.735284 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-bd194a92-e7e4-4c83-9b31-4d526b3261c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:19.740081 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-bd194a92-e7e4-4c83-9b31-4d526b3261c0 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d4b3d8f9-db18-4233-9a55-aca59d19a6be HTTP/1.1" status: 204  len: 168 time: 0.1820629
Nov 10 21:31:19.741149 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bd194a92-e7e4-4c83-9b31-4d526b3261c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:19.766125 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-be21dd50-513c-457d-a84a-58b4dd5dc48d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:19.766973 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-be21dd50-513c-457d-a84a-58b4dd5dc48d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:network {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:31:19.786047 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-be21dd50-513c-457d-a84a-58b4dd5dc48d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:network {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:31:19.787699 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-be21dd50-513c-457d-a84a-58b4dd5dc48d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 811 time: 0.1769164
Nov 10 21:31:19.804592 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-ee7a9d6a-812a-48e1-be8a-8eeab6535bed tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/quotas/94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 375 time: 0.0113018
Nov 10 21:31:19.892422 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-97d68729-d1fe-406e-a675-d0c1626a87f6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0825322
Nov 10 21:31:20.041256 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-131faf38-f71a-44e0-b5eb-c0de7c9d0b56 service neutron] 10.222.0.46 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1357074
Nov 10 21:31:20.181502 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-d66380ef-25bd-4791-bd90-b63fbc02b217 service neutron] 10.222.0.46 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1342273
Nov 10 21:31:21.167426 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-711e2bf2-530a-4248-8357-2bb6ce530db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:21.607696 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:21.885763 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-61bcab30-6174-486d-b690-bbe17b2c49a3 req-79715871-91d4-4e67-b0e7-2052a6517f8b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:31:21.906219 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-61bcab30-6174-486d-b690-bbe17b2c49a3 req-79715871-91d4-4e67-b0e7-2052a6517f8b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:31:21.907628 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-61bcab30-6174-486d-b690-bbe17b2c49a3 req-79715871-91d4-4e67-b0e7-2052a6517f8b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 210 time: 0.3107555
Nov 10 21:31:22.812555 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-875446be-9198-49a4-8594-8c0bc0636e98 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:22.814033 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-875446be-9198-49a4-8594-8c0bc0636e98 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 811 time: 0.1619070
Nov 10 21:31:22.870122 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-d2e96bff-f9b0-4b78-abca-b99994272e72 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 380 time: 0.0427499
Nov 10 21:31:22.880419 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'port': {'device_id': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'admin_state_up': True, 'tenant_id': '94aa75ffd18344edb98687889651d635', 'security_groups': ['6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:23.032692 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:23.042807 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:23.054536 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Made reservation on behalf of 94aa75ffd18344edb98687889651d635 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:31:23.057979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:23.081453 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6bd20ab8-149f-442e-831c-e6162f2e3008 req-61794a15-0121-4608-b2c3-e57b3b46af1b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 210 time: 0.0429859
Nov 10 21:31:23.242342 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Allocated IP 172.20.0.12 (bcadbbb0-7cf1-444e-98b5-daee107c5045/7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d/d1bc66d8-be75-4980-8202-68f02ee9ab38) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:31:23.455579 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:23.475171 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Transition to ACTIVE for port object d1bc66d8-be75-4980-8202-68f02ee9ab38 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:31:23.499358 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:23.505675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bbc4f169-a2e3-4454-a411-164146137cb2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:23.570008 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:23.585293 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:31:23.588886 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=d1bc66d8-be75-4980-8202-68f02ee9ab38,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:23.591615 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:31:23.593611 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:23.594371 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:31:23.669657 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:23.670285 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:23.704197 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c8a6b869-2f64-414d-932f-de0ad1fab333 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8282499
Nov 10 21:31:23.717844 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Request body: {'port': {'device_id': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:23.844613 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:23.928869 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-562d3a4b-4e3d-4038-81a9-9d64df3980b8 None None] Provisioning for port d1bc66d8-be75-4980-8202-68f02ee9ab38 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:31:23.934263 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-562d3a4b-4e3d-4038-81a9-9d64df3980b8 None None] Provisioning complete for port d1bc66d8-be75-4980-8202-68f02ee9ab38 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:23.934749 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-562d3a4b-4e3d-4038-81a9-9d64df3980b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:23.989274 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-562d3a4b-4e3d-4038-81a9-9d64df3980b8 None None] Port d1bc66d8-be75-4980-8202-68f02ee9ab38 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:31:24.401255 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1bc66d8-be75-4980-8202-68f02ee9ab38 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:31:24.412342 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:24.436600 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Transition to ACTIVE for port object d1bc66d8-be75-4980-8202-68f02ee9ab38 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:31:24.449689 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:24.456972 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-a1a96f4a-781f-4d39-824e-bccff8b3974a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:24.611133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52975ffd-e158-4349-afb3-b6d61cb0af6b req-be4b8771-d615-4ac8-8487-a470b66380ae tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:24.611834 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-52975ffd-e158-4349-afb3-b6d61cb0af6b req-be4b8771-d615-4ac8-8487-a470b66380ae tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:31:24.701441 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc66d8-be75-4980-8202-68f02ee9ab38,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:24.705156 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:24.705873 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-52975ffd-e158-4349-afb3-b6d61cb0af6b req-be4b8771-d615-4ac8-8487-a470b66380ae tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:31:24.707758 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-52975ffd-e158-4349-afb3-b6d61cb0af6b req-be4b8771-d615-4ac8-8487-a470b66380ae tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 932 time: 0.4311299
Nov 10 21:31:24.842481 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-52975ffd-e158-4349-afb3-b6d61cb0af6b req-25b26ea8-75d0-4f1f-8845-88414bc1c708 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041703
Nov 10 21:31:24.860520 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Attempting to bind port d1bc66d8-be75-4980-8202-68f02ee9ab38 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:31:24.860864 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Attempting to bind port d1bc66d8-be75-4980-8202-68f02ee9ab38 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:31:24.861279 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Attempting to bind port d1bc66d8-be75-4980-8202-68f02ee9ab38 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:31:24.868393 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Port d1bc66d8-be75-4980-8202-68f02ee9ab38 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:31:24.868969 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Attempting to bind port d1bc66d8-be75-4980-8202-68f02ee9ab38 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:31:24.876460 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 31, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:31:24.876799 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Checking segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:31:24.877198 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Bound using segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:31:24.877693 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Bound port: d1bc66d8-be75-4980-8202-68f02ee9ab38, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:31:24.878092 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:24.977507 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] For port d1bc66d8-be75-4980-8202-68f02ee9ab38, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:31:24.981830 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] For port d1bc66d8-be75-4980-8202-68f02ee9ab38, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:31:24.986567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:24.992232 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-c494fbc2-95ee-42f2-ab50-9f1e2cbc242f tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:25.048091 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:25.049532 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] 10.222.0.76 "PUT /v2.0/ports/d1bc66d8-be75-4980-8202-68f02ee9ab38 HTTP/1.1" status: 200  len: 1094 time: 1.3363328
Nov 10 21:31:25.049977 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:31:25.076999 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Pushing event updated for resources: {'Port': ['ID=d1bc66d8-be75-4980-8202-68f02ee9ab38,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:25.080404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:25.151893 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'status': 'completed', 'code': 200}
Nov 10 21:31:25.180440 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-c734c461-6df1-4572-afdb-9342ee8068c4 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 1097 time: 0.0839715
Nov 10 21:31:25.256013 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-91432266-7e4e-44f3-b1c3-fc40e16c7428 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38 HTTP/1.1" status: 200  len: 217 time: 0.0681424
Nov 10 21:31:25.320962 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-2ece38a6-9e38-43b1-ac47-811647856c02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:25.322524 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-2ece38a6-9e38-43b1-ac47-811647856c02 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0606964
Nov 10 21:31:25.406357 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-1d60e629-4886-4684-86eb-922b37026878 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0776541
Nov 10 21:31:25.560218 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-511d7556-218d-4419-b87f-369798bc20ad service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1474142
Nov 10 21:31:25.696478 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9705ba41-5ffe-4fc7-b8d5-988af035d055 req-4bedeada-697d-43db-8f3a-b8d6e64665df service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1297944
Nov 10 21:31:25.819372 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-6f5acaff-cc28-40a9-8d76-8d44e71e2f9f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 1097 time: 0.0721805
Nov 10 21:31:25.973653 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-481f39a7-d653-49fa-a239-95f8f5e24e06 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:25.975347 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-481f39a7-d653-49fa-a239-95f8f5e24e06 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1487231
Nov 10 21:31:26.085710 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-dad7b45b-aad6-489a-af80-31dd4e8ed012 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38 HTTP/1.1" status: 200  len: 217 time: 0.1022239
Nov 10 21:31:26.167018 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-459a3a8f-6b3a-4cc3-a9a9-2dc34993436e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:26.168442 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-459a3a8f-6b3a-4cc3-a9a9-2dc34993436e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0752709
Nov 10 21:31:26.227662 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fda278-401a-4508-9226-3a4bf5be8414 req-a8dd839d-ee98-4c85-88f8-5cef6815503c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:26.229216 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-74fda278-401a-4508-9226-3a4bf5be8414 req-a8dd839d-ee98-4c85-88f8-5cef6815503c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 944 time: 0.1918819
Nov 10 21:31:26.303166 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-74fda278-401a-4508-9226-3a4bf5be8414 req-20825e2c-a37c-404d-9333-ff7c138ae2d1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0640185
Nov 10 21:31:26.306887 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-a4dbd989-03bb-49b3-9dde-0e2292aae32c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1309121
Nov 10 21:31:26.318343 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-ad6da957-6d08-4b02-b1b6-615a9d677e77 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82878) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:31:26.319303 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-ad6da957-6d08-4b02-b1b6-615a9d677e77 service neutron] 10.222.0.76 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0058961
Nov 10 21:31:26.466412 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-aa35cc1b-d5f3-4258-a9af-aadd96d5fb19 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399310
Nov 10 21:31:26.532151 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48290) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:26.684969 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:26.708756 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-417dd265-9b9b-4416-98e1-c560d2aeb44e req-65c81cf2-69ff-48b8-bc29-5f91cf1ff5b6 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2358017
Nov 10 21:31:26.718883 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:26.724583 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Usage tracker for resource:security_group_rule and tenant:6e8a06a63ace4e4cbefbf21255a6b62b is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:26.727781 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:26.733488 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:26.803549 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:26.807599 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:26.814365 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-59a8ba50-a72e-4fc1-a087-6ea44247a7e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:26.859868 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f526c12d-2ad1-43cf-a327-ac2b451f751b,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:26.864108 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=6e8a06a63ace4e4cbefbf21255a6b62b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3308370
Nov 10 21:31:26.867054 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48296) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:26.871697 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.872078 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.872445 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.872809 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.873173 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.873530 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.873916 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.874273 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.874624 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.874974 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.875323 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:26.879312 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-5901b993-ccc8-4063-a8bd-59c32b59bb74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:26.933684 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b8550704-c25a-4c7e-894e-5b007bf08c17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:26.959879 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b8550704-c25a-4c7e-894e-5b007bf08c17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.017365 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b8550704-c25a-4c7e-894e-5b007bf08c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.021323 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d7e7a66a-a038-4327-9a20-c1e693968240 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:27.032527 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8550704-c25a-4c7e-894e-5b007bf08c17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f526c12d-2ad1-43cf-a327-ac2b451f751b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:27.036941 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b8550704-c25a-4c7e-894e-5b007bf08c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:27.042153 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-b8550704-c25a-4c7e-894e-5b007bf08c17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.043833 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-b8550704-c25a-4c7e-894e-5b007bf08c17 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/f526c12d-2ad1-43cf-a327-ac2b451f751b HTTP/1.1" status: 204  len: 168 time: 0.1756029
Nov 10 21:31:27.382165 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48306) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:27.401171 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.445904 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:27.450082 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Usage tracker for resource:security_group_rule and tenant:9d2411e777064fc3a40c0139b31570b9 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:27.453155 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:27.460991 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:27.506414 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b2cb0b-9f99-4c48-becd-c08ceacb489f req-9488df15-467f-47b8-bd8d-6b9046cbf0b2 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:27.510400 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f9b2cb0b-9f99-4c48-becd-c08ceacb489f req-9488df15-467f-47b8-bd8d-6b9046cbf0b2 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 944 time: 0.0838370
Nov 10 21:31:27.533859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.538951 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.545815 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-50ff0640-3ba8-4e9e-83a0-a7e048997797 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:27.556525 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-f9b2cb0b-9f99-4c48-becd-c08ceacb489f req-e4c30997-61ae-4bcd-b67b-369869a27818 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430293
Nov 10 21:31:27.596046 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9911ea6a-c67b-4cb2-965f-8db94cff990b,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:27.599361 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:27.603602 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=9d2411e777064fc3a40c0139b31570b9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2196560
Nov 10 21:31:27.605384 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48310) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:27.669377 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-394bb2d8-f68e-4539-b232-077f501459a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.696194 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-394bb2d8-f68e-4539-b232-077f501459a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.746236 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-394bb2d8-f68e-4539-b232-077f501459a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.749979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-04a3cec9-67db-4dc9-825a-b6e4e47e9d15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:27.763854 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394bb2d8-f68e-4539-b232-077f501459a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9911ea6a-c67b-4cb2-965f-8db94cff990b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:27.767052 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-394bb2d8-f68e-4539-b232-077f501459a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:27.769027 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-394bb2d8-f68e-4539-b232-077f501459a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:27.770900 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-394bb2d8-f68e-4539-b232-077f501459a6 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9911ea6a-c67b-4cb2-965f-8db94cff990b HTTP/1.1" status: 204  len: 168 time: 0.1645815
Nov 10 21:31:28.766068 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523ce55e-0774-4b9b-abaa-22e6c1542a69 req-2a694d0a-f569-454d-a6db-415da56c4884 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:28.767422 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-523ce55e-0774-4b9b-abaa-22e6c1542a69 req-2a694d0a-f569-454d-a6db-415da56c4884 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 944 time: 0.0823462
Nov 10 21:31:28.812925 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-523ce55e-0774-4b9b-abaa-22e6c1542a69 req-e568b45e-fd0e-4363-ab8d-afb434c289d6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398066
Nov 10 21:31:29.327729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48354) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:29.468643 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:29.500057 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:29.503852 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Usage tracker for resource:security_group_rule and tenant:603758d4cf08441f8d772be497838aea is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:29.506719 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:29.512493 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:29.581123 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:29.585347 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:29.591895 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d5bddd1a-a48e-4cf8-9c59-addab905775b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:29.632105 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=187b449c-0ad3-4b4b-a7fb-d1dbaa0cc794,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:29.636198 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=603758d4cf08441f8d772be497838aea&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3074727
Nov 10 21:31:29.637206 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-0e1547c5-334e-49ca-be87-a05e5f77cd5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:29.641015 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48360) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:29.705751 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-669981b5-d283-4a34-a36c-78ae222ca903 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:29.731669 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-669981b5-d283-4a34-a36c-78ae222ca903 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:29.782663 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-669981b5-d283-4a34-a36c-78ae222ca903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:29.787959 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d204cbf5-0d61-4241-beac-b9cbb4027d2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:29.801219 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669981b5-d283-4a34-a36c-78ae222ca903 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=187b449c-0ad3-4b4b-a7fb-d1dbaa0cc794,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:29.803443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-669981b5-d283-4a34-a36c-78ae222ca903 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:29.806808 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-669981b5-d283-4a34-a36c-78ae222ca903 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:29.808604 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-669981b5-d283-4a34-a36c-78ae222ca903 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/187b449c-0ad3-4b4b-a7fb-d1dbaa0cc794 HTTP/1.1" status: 204  len: 168 time: 0.1666689
Nov 10 21:31:30.021702 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa494bdf-75c0-4ede-aa68-e8c77ca2c0d4 req-85060ec4-a8f8-42c9-a88b-c13652216599 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:30.023187 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aa494bdf-75c0-4ede-aa68-e8c77ca2c0d4 req-85060ec4-a8f8-42c9-a88b-c13652216599 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 944 time: 0.0842733
Nov 10 21:31:30.073202 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-aa494bdf-75c0-4ede-aa68-e8c77ca2c0d4 req-1f061e5f-ea57-4f2d-acd6-6d7ce26ead8d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0443113
Nov 10 21:31:31.276259 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb581110-560c-4158-9793-162602b26ade req-1a4db772-510c-4d52-b410-314ed642128d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:31.277800 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-eb581110-560c-4158-9793-162602b26ade req-1a4db772-510c-4d52-b410-314ed642128d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 944 time: 0.0829265
Nov 10 21:31:31.324361 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-eb581110-560c-4158-9793-162602b26ade req-ccc1ff99-e8a5-49a7-8347-8994e1f6292c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409610
Nov 10 21:31:32.546997 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ae5c7-c82b-4bf9-9488-57be21596e8f req-dab79abd-1390-42cc-845c-03b6f9301bbb tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:32.550533 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d6ae5c7-c82b-4bf9-9488-57be21596e8f req-dab79abd-1390-42cc-845c-03b6f9301bbb tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 944 time: 0.1024849
Nov 10 21:31:32.604952 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-8d6ae5c7-c82b-4bf9-9488-57be21596e8f req-9158a409-1a2e-4abe-99bb-0e0a0d11302c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477591
Nov 10 21:31:33.646943 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d1bc66d8-be75-4980-8202-68f02ee9ab38 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:31:33.780476 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port d1bc66d8-be75-4980-8202-68f02ee9ab38, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:31:33.793917 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'port_id': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'mac_address': 'fa:16:3e:6f:56:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:31:33.802358 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a036878-1f10-4390-a961-340f7012155f req-a0744a91-a367-4e28-a642-857f2ccba94c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:33.803821 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1a036878-1f10-4390-a961-340f7012155f req-a0744a91-a367-4e28-a642-857f2ccba94c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 944 time: 0.0815051
Nov 10 21:31:33.863805 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:33.864137 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1a036878-1f10-4390-a961-340f7012155f req-fa4ce7ce-d148-49f6-8755-915204e715c8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0536296
Nov 10 21:31:33.881801 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1bc66d8-be75-4980-8202-68f02ee9ab38 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:31:33.897429 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port d1bc66d8-be75-4980-8202-68f02ee9ab38, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:31:33.901770 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:33.904459 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:33.973911 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=d1bc66d8-be75-4980-8202-68f02ee9ab38,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:33.982527 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.982865 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.983190 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.983507 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.983826 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.984139 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.984453 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.984768 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.985077 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.985388 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.985721 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:31:33.989977 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:35.157340 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651b88ee-a5e4-4601-a0fb-8755904840cf req-fa37ca95-8cec-4973-a317-89bab6fe0f16 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:35.158737 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-651b88ee-a5e4-4601-a0fb-8755904840cf req-fa37ca95-8cec-4973-a317-89bab6fe0f16 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 945 time: 0.1746097
Nov 10 21:31:35.208747 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-651b88ee-a5e4-4601-a0fb-8755904840cf req-fc4d344e-41dc-4b23-8e91-0c3631f47e7f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0440826
Nov 10 21:31:35.616756 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['d1bc66d8-be75-4980-8202-68f02ee9ab38'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:31:36.410713 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226db182-f4ff-4d6d-abc0-129f3ba088e4 req-5543b4e1-df7b-4b3a-a416-71a8120278d6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:36.412158 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-226db182-f4ff-4d6d-abc0-129f3ba088e4 req-5543b4e1-df7b-4b3a-a416-71a8120278d6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 945 time: 0.0774717
Nov 10 21:31:36.463152 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-226db182-f4ff-4d6d-abc0-129f3ba088e4 req-90bf709d-fc91-4e05-9a7c-8a06eef6c9c2 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0452259
Nov 10 21:31:37.670161 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518d84d7-c05b-443a-88c4-44c47818e5e7 req-7abe7ffc-d22f-4e31-a679-198c824944d9 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:37.671625 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-518d84d7-c05b-443a-88c4-44c47818e5e7 req-7abe7ffc-d22f-4e31-a679-198c824944d9 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 945 time: 0.0784965
Nov 10 21:31:37.721372 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-518d84d7-c05b-443a-88c4-44c47818e5e7 req-97572f4d-768e-4176-a496-13f5e3435178 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0434334
Nov 10 21:31:38.920386 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1c6501-10a8-4708-adc7-89cc40abfc49 req-c21e2e52-95ff-48e2-93bb-7fd3a5c82567 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:38.921851 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ac1c6501-10a8-4708-adc7-89cc40abfc49 req-c21e2e52-95ff-48e2-93bb-7fd3a5c82567 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 945 time: 0.0787015
Nov 10 21:31:38.968285 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-ac1c6501-10a8-4708-adc7-89cc40abfc49 req-00965192-8b8c-42eb-b3f9-628acb520e66 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403681
Nov 10 21:31:39.366665 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d1bc66d8-be75-4980-8202-68f02ee9ab38 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:31:39.435508 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port d1bc66d8-be75-4980-8202-68f02ee9ab38 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:31:39.440337 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port d1bc66d8-be75-4980-8202-68f02ee9ab38 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:31:39.440719 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:39.561934 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:39.592083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:31:39.602342 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port d1bc66d8-be75-4980-8202-68f02ee9ab38, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:31:39.606263 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:39.608123 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:39.654938 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'code': 200}
Nov 10 21:31:39.682917 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=d1bc66d8-be75-4980-8202-68f02ee9ab38,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:39.685919 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:40.068513 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-247ec136-68bd-4dab-a115-e9c95784e47c req-309fd40f-0b9a-4d8a-a20e-d6eea4503e2e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 1099 time: 0.2055824
Nov 10 21:31:40.158989 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-247ec136-68bd-4dab-a115-e9c95784e47c req-0a89f4d0-1692-4eba-9944-da168d50363a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0833781
Nov 10 21:31:40.191567 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1145565-044f-4186-b218-fe3cbdb939e4 req-f5c726b7-0c0a-47ce-92dd-0927864542f0 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:40.193307 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b1145565-044f-4186-b218-fe3cbdb939e4 req-f5c726b7-0c0a-47ce-92dd-0927864542f0 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 946 time: 0.0976491
Nov 10 21:31:40.245317 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b1145565-044f-4186-b218-fe3cbdb939e4 req-395bce95-17f2-4423-bff4-11ad7c799234 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466731
Nov 10 21:31:41.464380 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110d855-d744-4205-96b0-15bfd2eb8775 req-fc7e8770-72d5-44a2-8a65-16f25958f441 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:41.466037 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b110d855-d744-4205-96b0-15bfd2eb8775 req-fc7e8770-72d5-44a2-8a65-16f25958f441 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 946 time: 0.0832713
Nov 10 21:31:41.513867 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b110d855-d744-4205-96b0-15bfd2eb8775 req-687a51ee-d9d0-46d5-b17b-70d9f9b56858 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0423105
Nov 10 21:31:41.731101 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d567ff7-e4ab-4cef-8a53-2358376a8474 req-86926334-27e1-4c3c-bb52-75a6bdd1105c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:41.732590 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0d567ff7-e4ab-4cef-8a53-2358376a8474 req-86926334-27e1-4c3c-bb52-75a6bdd1105c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 946 time: 0.0896764
Nov 10 21:31:41.781840 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0d567ff7-e4ab-4cef-8a53-2358376a8474 req-10204aed-b23a-42b8-be3d-3c965b05db1c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438168
Nov 10 21:31:41.812408 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48452) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:42.028600 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:42.053430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c9aa83f0-f442-497b-a00f-3e79877cb5f0 tempest-TestVolumeBootPattern-1451126700 tempest-TestVolumeBootPattern-1451126700-project-admin] Synchronizing usage tracker for tenant:199b9e5da88d4f649f8545c60bd112be on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:31:42.070265 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-c9aa83f0-f442-497b-a00f-3e79877cb5f0 tempest-TestVolumeBootPattern-1451126700 tempest-TestVolumeBootPattern-1451126700-project-admin] Unset dirty status for tenant:199b9e5da88d4f649f8545c60bd112be on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:31:42.071482 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-c9aa83f0-f442-497b-a00f-3e79877cb5f0 tempest-TestVolumeBootPattern-1451126700 tempest-TestVolumeBootPattern-1451126700-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 1094 time: 0.2576385
Nov 10 21:31:42.074934 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48462) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:42.080291 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.v2.base [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'port_id': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address': '172.20.0.12'}} {{(pid=82877) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:31:42.087285 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:42.091448 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:floatingip and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:42.094465 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:42.100525 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:42.110573 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:42.254330 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:42.388794 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.db_base_plugin_common [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Allocated IP 172.27.0.54 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/70d3fe0b-fef6-439f-92e3-4829980506b3) {{(pid=82877) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:31:42.539885 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:42.568617 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:42.572904 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:42.636600 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82877) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:31:42.644257 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.base_scheduler [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources bound (agent type, host, resource id):  {{(pid=82877) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:31:42.646936 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Received port after_create {{(pid=82877) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:31:42.683443 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=70d3fe0b-fef6-439f-92e3-4829980506b3,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:42.690218 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:43.176746 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:43.233073 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:43.529155 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:43.533858 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7649864'] for port, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:43.538246 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-47a1f443-45ec-4260-a6c4-c80a11f7bee3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:43.638283 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=70d3fe0b-fef6-439f-92e3-4829980506b3,revision_number=2']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:43.642297 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:43.658484 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:43.852295 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.db.l3_db [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Floating IP a7191df7-c3b9-4773-a6ee-dc2950e33f6f associated. External IP: 172.27.0.54, port: d1bc66d8-be75-4980-8202-68f02ee9ab38.
Nov 10 21:31:44.256577 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:31:44.461683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:31:44.471083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:31:44.482789 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:31:44.483471 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2396c400>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:31:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:44.493237 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:44.547975 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-b88c86cd-7580-4b6f-8cfc-26d215e3c709 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4719706
Nov 10 21:31:44.548615 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:31:44.603535 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'status': 'completed', 'code': 200}
Nov 10 21:31:44.671078 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:31:45.043271 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2396c400>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'a7191df7-c3b9-4773-a6ee-dc2950e33f6f', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:6f:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:31:43Z', 'updated_at': '2021-11-10T21:31:43Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:45.047105 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:31:45.057877 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:31:45.058491 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2396c400>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:31:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:45.239041 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:31:45.602522 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2396c400>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'a7191df7-c3b9-4773-a6ee-dc2950e33f6f', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:6f:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:31:43Z', 'updated_at': '2021-11-10T21:31:43Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:31:45.606575 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96d6b51-0733-4818-9006-15916dca3927 None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': 'a7191df7-c3b9-4773-a6ee-dc2950e33f6f', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.54', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:6f:56:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:31:43Z', 'updated_at': '2021-11-10T21:31:43Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:31:45.899078 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac09ebde-4b13-4b4a-bce1-51bef170ad96 None None] New status for floating IP a7191df7-c3b9-4773-a6ee-dc2950e33f6f: ACTIVE {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:31:46.268888 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-4601a7b7-d754-400e-9773-25b04747679c service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 1099 time: 0.0737116
Nov 10 21:31:46.406299 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-751986fa-525f-4cf3-81b3-f925bf5eb7a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:46.407733 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-751986fa-525f-4cf3-81b3-f925bf5eb7a9 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1323187
Nov 10 21:31:46.521337 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-6270a19a-3bbb-4543-a6a6-da0d30274ccd service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38 HTTP/1.1" status: 200  len: 1001 time: 0.1064873
Nov 10 21:31:46.682247 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-b45760ff-bc68-41a2-bfd3-5348ec6192c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:31:46.683684 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-b45760ff-bc68-41a2-bfd3-5348ec6192c0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.1552963
Nov 10 21:31:46.780822 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-7ccbe93f-bac3-4487-ad9c-a27fd416c44c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807760
Nov 10 21:31:46.919159 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-bc126f47-e053-4e9a-a0cd-8f8388a87f31 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1313314
Nov 10 21:31:47.069834 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-54262b1d-9d4e-4165-84df-9561f1fefa28 req-c9fd64d3-747a-46c3-aeb6-28e76b362ddd service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1425574
Nov 10 21:31:48.090809 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-3dd1dc2d-3cba-45b6-93ee-21d430022f77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:48.657518 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:49.982955 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:31:51.173194 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-dbbbf04f-9582-4ac7-835b-c6fa76533d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.447393 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48522) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:51.590348 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.608632 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.621938 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:51.625628 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Usage tracker for resource:security_group_rule and tenant:b611f0d3fad84618a77cbb18f4c4ea67 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:51.628341 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:51.634682 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:51.699449 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.704952 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.715404 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-94bb56f2-e30f-49ce-b4ee-eb3c073b86fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:51.756887 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e9e923-45ec-43d2-9747-b38c95834d27,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:51.762261 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=b611f0d3fad84618a77cbb18f4c4ea67&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3128588
Nov 10 21:31:51.762261 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-44d81adb-057f-48b1-b9e0-77a58bfd272f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:51.763949 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48528) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:51.821675 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-27e45637-a532-447a-9f90-cd9fde3bcbcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.846618 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-27e45637-a532-447a-9f90-cd9fde3bcbcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.897804 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-27e45637-a532-447a-9f90-cd9fde3bcbcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.901463 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-63a48cc4-b528-4959-8307-9b6f25ce7809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:51.912480 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e45637-a532-447a-9f90-cd9fde3bcbcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e9e923-45ec-43d2-9747-b38c95834d27,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:51.915981 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-27e45637-a532-447a-9f90-cd9fde3bcbcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:51.919555 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-27e45637-a532-447a-9f90-cd9fde3bcbcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:51.920658 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-27e45637-a532-447a-9f90-cd9fde3bcbcf admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/d1e9e923-45ec-43d2-9747-b38c95834d27 HTTP/1.1" status: 204  len: 168 time: 0.1558428
Nov 10 21:31:53.181524 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48560) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:53.330181 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Notify callbacks [] for security_group, before_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.361347 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:31:53.365320 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Usage tracker for resource:security_group_rule and tenant:22debee036c3401d97f17ab6fc72e2f0 is out of sync, need to count used quota {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:31:53.368169 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=82877) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:31:53.373736 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.db.quota.driver [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=82877) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:31:53.446083 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.451451 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_create {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.458128 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-fd306982-7e4d-4078-8b69-e99756650b82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:53.499363 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24a1f7d9-f966-4798-aa99-0a0d9fd9c43e,revision_number=1']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:53.503430 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=22debee036c3401d97f17ab6fc72e2f0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3208835
Nov 10 21:31:53.504958 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-f0fbff74-196a-43f2-b904-3674df6e3998 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:53.506733 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48566) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:31:53.569228 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ed08b35-ad87-42ba-b0e8-5152adc53a01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.572341 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.594859 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ed08b35-ad87-42ba-b0e8-5152adc53a01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.645479 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ed08b35-ad87-42ba-b0e8-5152adc53a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.649081 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-d6ee31c6-8469-45b2-9d27-cffdf387478f tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:31:53.660334 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed08b35-ad87-42ba-b0e8-5152adc53a01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24a1f7d9-f966-4798-aa99-0a0d9fd9c43e,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:31:53.662960 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7ed08b35-ad87-42ba-b0e8-5152adc53a01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:31:53.668792 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-7ed08b35-ad87-42ba-b0e8-5152adc53a01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:31:53.669937 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-7ed08b35-ad87-42ba-b0e8-5152adc53a01 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/24a1f7d9-f966-4798-aa99-0a0d9fd9c43e HTTP/1.1" status: 204  len: 168 time: 0.1623287
Nov 10 21:32:12.025516 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:18.092723 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-248d1b91-4158-4e91-b8a9-6cbbbde4d445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:18.660022 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:20.579112 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-0e99d02a-2337-434d-8cee-762a95aaab04 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0669689
Nov 10 21:32:20.724073 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-40cbd56b-cd54-4b74-9d8c-1d42e838d1c1 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 1099 time: 0.0724199
Nov 10 21:32:20.868693 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-6f948c48-172e-4db0-9731-77bceb1ab5dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:32:20.870038 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-6f948c48-172e-4db0-9731-77bceb1ab5dc service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1264317
Nov 10 21:32:20.975480 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-8a052dc2-3fd8-4bc7-ac8e-85c12d853aa0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38 HTTP/1.1" status: 200  len: 1001 time: 0.0984774
Nov 10 21:32:21.038845 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-198042a4-fafc-473c-9a3b-31f91d80c65c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:32:21.040310 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-198042a4-fafc-473c-9a3b-31f91d80c65c service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0569143
Nov 10 21:32:21.119701 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-ffdd86b3-40e9-493a-9946-20c9595df745 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721993
Nov 10 21:32:21.174275 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fac8ad53-f74e-46cb-81a8-e91168564823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:21.255696 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-608a8e7d-9976-496f-98a3-fd8a78f273cc service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1283896
Nov 10 21:32:21.389090 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d272cdeb-6ee5-4a62-a2b0-85f3d2eca10b req-b1654ea2-15d4-441c-b5fd-c1ca3c5c6a7f service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1262360
Nov 10 21:32:21.610835 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:23.571597 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:26.982767 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:32:42.027022 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:48.095101 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-0c127408-51b9-4f72-91a6-9d0094c8581a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:48.662250 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:51.178333 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6809c1a3-fc9f-4b6a-b8ea-2acba21dc21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:51.614675 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:32:53.574967 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:03.984408 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:33:12.025607 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:18.096278 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-732cc268-5fcc-4dd6-abed-513c6d599ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:18.663674 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:21.181007 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-dead5e04-e103-4648-a5de-e8528c266286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:21.617477 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:22.551590 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-f128b2e1-2fe1-4d06-a9a7-0cacc9018f60 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0665977
Nov 10 21:33:22.690421 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-c3c57a78-b93e-404d-ab17-c1e1f538dc9e service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 1099 time: 0.0673196
Nov 10 21:33:22.831670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-f9e9f26f-322f-4fc4-989e-ed240a9ee09d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:22.833070 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-f9e9f26f-322f-4fc4-989e-ed240a9ee09d service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1240168
Nov 10 21:33:22.938593 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-3a4827fb-61c8-4b2a-9c98-cdf33c0fb238 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38 HTTP/1.1" status: 200  len: 1001 time: 0.0985279
Nov 10 21:33:23.096102 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-21138fb6-70b4-456a-83ae-999f80023a5e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:23.097555 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-21138fb6-70b4-456a-83ae-999f80023a5e service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.1516588
Nov 10 21:33:23.172453 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-1129d242-527d-4cc1-992c-2d6a37b7ba33 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680079
Nov 10 21:33:23.310729 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-58629b93-4c8b-426a-bd42-66cb28772cbd service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314135
Nov 10 21:33:23.445027 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b5e532c0-783b-427f-a247-81c13b5591a5 req-1002d571-6cca-45cc-a5eb-e748c2cccfb3 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270154
Nov 10 21:33:23.577786 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:40.985697 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:33:41.948545 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19c245a-6204-45d4-ad49-ac083fe4017a req-5bff1779-2999-4719-a962-9233e9dd6ae0 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:41.950132 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d19c245a-6204-45d4-ad49-ac083fe4017a req-5bff1779-2999-4719-a962-9233e9dd6ae0 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 946 time: 0.0793951
Nov 10 21:33:41.994937 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d19c245a-6204-45d4-ad49-ac083fe4017a req-f69a3614-82a8-4014-b67b-b4be615ffe55 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393858
Nov 10 21:33:42.054268 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:43.194146 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd5c7db-73b1-4fc5-af89-629fd8d48b84 req-ef388377-9266-4078-ab7a-c8f2363242fc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:43.195570 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-cfd5c7db-73b1-4fc5-af89-629fd8d48b84 req-ef388377-9266-4078-ab7a-c8f2363242fc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 946 time: 0.0768676
Nov 10 21:33:43.244212 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-cfd5c7db-73b1-4fc5-af89-629fd8d48b84 req-ed76e697-7174-40bd-8307-2c8fcb7d9fa1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430992
Nov 10 21:33:43.404675 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-3dcb63e5-0296-462d-8ef7-44d857922ebe tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:43.406011 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-3dcb63e5-0296-462d-8ef7-44d857922ebe tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 946 time: 0.0748246
Nov 10 21:33:43.473066 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Deleting port d1bc66d8-be75-4980-8202-68f02ee9ab38 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:33:43.473396 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:43.710443 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] For port d1bc66d8-be75-4980-8202-68f02ee9ab38, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=d1bc66d8-be75-4980-8202-68f02ee9ab38,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:33:43.710695 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:43.992004 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:43.992271 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:43.992572 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Floating IP a7191df7-c3b9-4773-a6ee-dc2950e33f6f disassociated. External IP: 172.27.0.54, port: d1bc66d8-be75-4980-8202-68f02ee9ab38.
Nov 10 21:33:43.992887 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Calling delete_port for d1bc66d8-be75-4980-8202-68f02ee9ab38 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:33:44.134118 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:44.142424 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-d9f3d84a-01b8-4137-bb15-eacf3e7c6856 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:33:44.189074 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event deleted for resources: {'Port': ['ID=d1bc66d8-be75-4980-8202-68f02ee9ab38,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:33:44.203873 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.204561 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.204561 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.204933 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.205286 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.205660 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.206011 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.206361 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.206703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.207045 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.207387 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:44.256988 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:33:44.425745 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a43aa5f2-8a4d-4567-af6c-f9e6b36802a1 req-df61dd57-9b70-4331-88fc-2bcd7b0fb97d tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 210 time: 0.0435762
Nov 10 21:33:44.429844 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:33:44.737900 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:33:44.749251 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:33:44.760900 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:33:44.761512 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23eeba30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:33:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:33:44.810786 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] No DVR routers for this DVR port d1bc66d8-be75-4980-8202-68f02ee9ab38 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:33:44.813158 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:44.815816 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'name': 'network-vif-deleted', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:33:44.835823 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a8e814c7-bc2a-4b22-a141-a5374a446915 req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "DELETE /v2.0/ports/d1bc66d8-be75-4980-8202-68f02ee9ab38 HTTP/1.1" status: 204  len: 173 time: 1.4244254
Nov 10 21:33:44.946728 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:33:45.141660 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3154edd9-f171-4f3a-be08-db96a51b8fdd', 'name': 'network-vif-deleted', 'tag': 'd1bc66d8-be75-4980-8202-68f02ee9ab38', 'status': 'completed', 'code': 200}
Nov 10 21:33:45.313405 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23eeba30>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:33:45.317359 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:33:45.328404 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:33:45.328997 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23eeba30>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:33:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:33:45.508080 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:33:45.706439 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-d30ea701-5c53-4b30-8ca4-be8a9dce1cc1 req-d89b39e2-95fe-43e1-bc70-af3f328bdee1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=3154edd9-f171-4f3a-be08-db96a51b8fdd HTTP/1.1" status: 200  len: 210 time: 0.1421692
Nov 10 21:33:45.847665 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23eeba30>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:33:45.851590 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ada345d8-ea49-4195-b858-d68dd9baf3de None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:33:45.902464 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d1bc66d8-be75-4980-8202-68f02ee9ab38 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:33:45.935659 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: d1bc66d8-be75-4980-8202-68f02ee9ab38 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:33:45.936034 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device d1bc66d8-be75-4980-8202-68f02ee9ab38 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:33:46.057760 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a41ef2-9065-4ebb-9949-e15319228966 None None] New status for floating IP a7191df7-c3b9-4773-a6ee-dc2950e33f6f: DOWN {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:33:47.151623 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-f7b3f2a7-4647-4511-b471-cebd4a5b006f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457454085&fields=id&tenant_id=94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 267 time: 0.0407562
Nov 10 21:33:47.296651 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-1c4c2960-f149-454c-8287-b2f8c4848b37 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:47.298080 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-1c4c2960-f149-454c-8287-b2f8c4848b37 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 811 time: 0.1402130
Nov 10 21:33:47.313795 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-0006b30f-bc6c-4ef3-b847-57fe532ed2aa tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/quotas/94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 375 time: 0.0104139
Nov 10 21:33:47.398298 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-61c9ae83-d740-4126-875a-f8b5f7b55dee tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0796142
Nov 10 21:33:47.564069 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-bb905254-79dd-4926-aa4a-081a08d10e67 service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82877) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:33:47.565059 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-bb905254-79dd-4926-aa4a-081a08d10e67 service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.1553433
Nov 10 21:33:47.699548 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-1ab09628-a23f-41d8-8a65-8416151e7ca1 service neutron] 10.222.0.46 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1278892
Nov 10 21:33:47.828849 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-77e2064c-d30f-427b-be03-fe0a4ce1207f service neutron] 10.222.0.46 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1236901
Nov 10 21:33:48.097998 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6bb7e3d7-4313-444b-818e-d4c36091788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:48.221984 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-7455f790-6f50-431b-bc48-494f75b311db req-939b678f-d333-45f8-95fa-46750b511efe tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:33:48.238211 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-7455f790-6f50-431b-bc48-494f75b311db req-939b678f-d333-45f8-95fa-46750b511efe tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:33:48.239306 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7455f790-6f50-431b-bc48-494f75b311db req-939b678f-d333-45f8-95fa-46750b511efe tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 210 time: 0.0576975
Nov 10 21:33:48.670054 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:49.416077 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-b7952a6e-fa55-4934-a635-46875e312c66 req-cba5849b-18ef-4646-aed1-6d22f8f05081 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 210 time: 0.0450861
Nov 10 21:33:49.456469 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-7733808f-30d9-4409-9a8e-224084220ada tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:49.458114 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-7733808f-30d9-4409-9a8e-224084220ada tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 811 time: 0.1668899
Nov 10 21:33:49.516210 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-5305ee91-aa52-4731-bbdd-bb3b081671ce tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 380 time: 0.0453629
Nov 10 21:33:49.524375 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'port': {'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'admin_state_up': True, 'tenant_id': '94aa75ffd18344edb98687889651d635', 'security_groups': ['6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:33:49.664050 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:33:49.673707 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:33:49.683859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Made reservation on behalf of 94aa75ffd18344edb98687889651d635 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:33:49.686869 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:49.849653 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Allocated IP 172.20.0.7 (bcadbbb0-7cf1-444e-98b5-daee107c5045/7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d/7783502f-5cee-465a-9637-f957eca3e856) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:33:50.048364 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:50.066362 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Transition to ACTIVE for port object 7783502f-5cee-465a-9637-f957eca3e856 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:33:50.089073 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:50.095339 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cd47f437-c26a-450d-a28d-d179f11724e9 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:33:50.156097 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:33:50.163221 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:33:50.168378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:33:50.204373 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=7783502f-5cee-465a-9637-f957eca3e856,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:33:50.209091 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:33:50.237158 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:50.238040 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:50.264482 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.7437236
Nov 10 21:33:50.276584 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Request body: {'port': {'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:33:50.370377 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-831f7a57-c626-420c-a259-648d4efca075 None None] Provisioning for port 7783502f-5cee-465a-9637-f957eca3e856 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:33:50.375778 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-831f7a57-c626-420c-a259-648d4efca075 None None] Provisioning complete for port 7783502f-5cee-465a-9637-f957eca3e856 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:33:50.376314 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-831f7a57-c626-420c-a259-648d4efca075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:50.392647 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:50.429263 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-831f7a57-c626-420c-a259-648d4efca075 None None] Port 7783502f-5cee-465a-9637-f957eca3e856 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:33:50.726280 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651059e4-c797-4fa3-af78-0c9e005f8cea req-5a2d0e19-56c3-464d-bccb-b1bc6240b445 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:50.726891 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-651059e4-c797-4fa3-af78-0c9e005f8cea req-5a2d0e19-56c3-464d-bccb-b1bc6240b445 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:33:50.797671 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-651059e4-c797-4fa3-af78-0c9e005f8cea req-5a2d0e19-56c3-464d-bccb-b1bc6240b445 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:33:50.798813 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-651059e4-c797-4fa3-af78-0c9e005f8cea req-5a2d0e19-56c3-464d-bccb-b1bc6240b445 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 931 time: 0.2428341
Nov 10 21:33:50.807568 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7783502f-5cee-465a-9637-f957eca3e856 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:33:50.831050 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:50.858195 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Transition to ACTIVE for port object 7783502f-5cee-465a-9637-f957eca3e856 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:33:50.863811 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:50.867844 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1911c087-9b36-470d-8da6-7fdb53babe1c tempest-AttachVolumeNegativeTest-341934630 tempest-AttachVolumeNegativeTest-341934630-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:33:50.896451 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-651059e4-c797-4fa3-af78-0c9e005f8cea req-10ab801d-0c92-4378-aa33-482448da1835 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0916030
Nov 10 21:33:51.089070 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Pushing event updated for resources: {'Port': ['ID=7783502f-5cee-465a-9637-f957eca3e856,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:33:51.114064 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:33:51.182633 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-21a1c935-efdb-411b-88ab-5cca99ddaa95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:51.191455 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Attempting to bind port 7783502f-5cee-465a-9637-f957eca3e856 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:33:51.191715 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Attempting to bind port 7783502f-5cee-465a-9637-f957eca3e856 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:33:51.192027 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Attempting to bind port 7783502f-5cee-465a-9637-f957eca3e856 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:33:51.199753 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Port 7783502f-5cee-465a-9637-f957eca3e856 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:33:51.200076 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Attempting to bind port 7783502f-5cee-465a-9637-f957eca3e856 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:33:51.206159 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 33, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:33:51.206482 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Checking segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:33:51.206846 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Bound using segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:33:51.207253 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Bound port: 7783502f-5cee-465a-9637-f957eca3e856, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:33:51.207590 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:51.293419 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] For port 7783502f-5cee-465a-9637-f957eca3e856, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:33:51.296861 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] For port 7783502f-5cee-465a-9637-f957eca3e856, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=7783502f-5cee-465a-9637-f957eca3e856,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:33:51.300677 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:51.304328 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:33:51.366448 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:51.368262 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] 10.222.0.76 "PUT /v2.0/ports/7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 1093 time: 1.0961914
Nov 10 21:33:51.368931 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'tag': '7783502f-5cee-465a-9637-f957eca3e856'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:33:51.394218 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Pushing event updated for resources: {'Port': ['ID=7783502f-5cee-465a-9637-f957eca3e856,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:33:51.398145 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:33:51.460207 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'tag': '7783502f-5cee-465a-9637-f957eca3e856', 'status': 'completed', 'code': 200}
Nov 10 21:33:51.500121 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-e45087d1-3b95-4cd3-8d71-d7807c57aca2 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1096 time: 0.0845604
Nov 10 21:33:51.577635 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-5720dafe-fad0-45c8-b6c4-f56c4da068f0 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 217 time: 0.0698559
Nov 10 21:33:51.621967 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:51.643684 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-d9ab48af-db0f-4625-9ef7-ecf0d75d6978 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:51.645038 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-d9ab48af-db0f-4625-9ef7-ecf0d75d6978 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0610378
Nov 10 21:33:51.724889 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-b782609f-c1c9-4dc2-b674-9dcfa25ff53d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0731521
Nov 10 21:33:51.856643 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-7257db99-ca29-4bc0-a29a-23b79627a212 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1247315
Nov 10 21:33:51.987291 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-a0a7fc6a-0fa8-4628-8ab8-4e298bdc4307 req-9f2013fa-dcf7-4163-bc42-d6985d6d827b service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1246188
Nov 10 21:33:52.151954 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f0a645-a4a3-47c4-9317-5b66ea0112e6 req-d32ab216-e7fb-4da7-add7-e824beb5d476 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:52.153267 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-99f0a645-a4a3-47c4-9317-5b66ea0112e6 req-d32ab216-e7fb-4da7-add7-e824beb5d476 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 943 time: 0.1298256
Nov 10 21:33:52.160400 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-b80b2f27-731f-4a0a-9345-6617c1b1d996 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1096 time: 0.1038210
Nov 10 21:33:52.276534 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-99f0a645-a4a3-47c4-9317-5b66ea0112e6 req-26f3b223-89e3-4544-be4c-a9d73878c544 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1152196
Nov 10 21:33:52.322071 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-d9060078-17a5-467d-98e3-055459a03f4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:52.323491 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-d9060078-17a5-467d-98e3-055459a03f4c service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1488407
Nov 10 21:33:52.394443 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-93f9c422-5ab5-4edb-a11c-3d912ddf28e3 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 217 time: 0.0635729
Nov 10 21:33:52.457291 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-7cc610a7-f85e-4478-843c-835cee7e9048 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:52.458788 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-7cc610a7-f85e-4478-843c-835cee7e9048 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0570743
Nov 10 21:33:52.533131 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-3563304b-9a43-458a-9ada-3823d0fe2028 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0675068
Nov 10 21:33:52.671743 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-0e19926e-1584-42c2-a89f-fe214a7e248c service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1316998
Nov 10 21:33:52.897363 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-9fa01a21-e0fe-4d3d-99ac-43d67dc5c2a1 req-8f2f0e1f-841d-4e24-b730-62bb115a7e31 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2196345
Nov 10 21:33:53.471135 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1456378a-f943-4d22-b87e-389e0f17e1b2 req-02d06fbd-9fb2-4fcb-8ab0-c9e3c6d93367 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:53.472562 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1456378a-f943-4d22-b87e-389e0f17e1b2 req-02d06fbd-9fb2-4fcb-8ab0-c9e3c6d93367 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 943 time: 0.0752778
Nov 10 21:33:53.518554 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1456378a-f943-4d22-b87e-389e0f17e1b2 req-e5ae3ba3-124c-4285-8feb-d1b8b7039643 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403132
Nov 10 21:33:53.581112 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:54.717306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1f5113-461b-4e37-a027-f6e0dd2d6da5 req-9ec9b8ec-ee1d-4d9b-a4f5-e982373bf25c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:54.718657 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7e1f5113-461b-4e37-a027-f6e0dd2d6da5 req-9ec9b8ec-ee1d-4d9b-a4f5-e982373bf25c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 943 time: 0.0784483
Nov 10 21:33:54.763350 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-7e1f5113-461b-4e37-a027-f6e0dd2d6da5 req-ce6e3eac-bea4-4d5a-9c61-bb8de8407cc5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0391767
Nov 10 21:33:55.960569 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9b3762-7c13-4dc3-92cf-eb6f12d98b80 req-aa32165d-da44-45b0-be85-84d86f2887b5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:55.962028 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1d9b3762-7c13-4dc3-92cf-eb6f12d98b80 req-aa32165d-da44-45b0-be85-84d86f2887b5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 943 time: 0.0795231
Nov 10 21:33:56.007037 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1d9b3762-7c13-4dc3-92cf-eb6f12d98b80 req-4c27e231-0a02-4854-b860-f9f004eba25f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394061
Nov 10 21:33:57.199035 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb54201-511a-49f2-98f9-86d316ab0f28 req-a601cd26-cfb9-43ef-b27b-6a2126572a7a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:57.200520 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6bb54201-511a-49f2-98f9-86d316ab0f28 req-a601cd26-cfb9-43ef-b27b-6a2126572a7a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 943 time: 0.0748942
Nov 10 21:33:57.249296 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-6bb54201-511a-49f2-98f9-86d316ab0f28 req-e3322a79-678f-4f22-a2f3-b719688851ab tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432253
Nov 10 21:33:57.932186 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 7783502f-5cee-465a-9637-f957eca3e856 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:33:58.063168 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 7783502f-5cee-465a-9637-f957eca3e856, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=7783502f-5cee-465a-9637-f957eca3e856,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:33:58.077016 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '7783502f-5cee-465a-9637-f957eca3e856', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:33:58.132904 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:58.149849 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7783502f-5cee-465a-9637-f957eca3e856 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:33:58.164316 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 7783502f-5cee-465a-9637-f957eca3e856, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=7783502f-5cee-465a-9637-f957eca3e856,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:33:58.168488 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:33:58.170275 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:33:58.232050 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=7783502f-5cee-465a-9637-f957eca3e856,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:33:58.240028 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.240389 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.240718 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.241039 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.241357 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.241721 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.242036 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.242349 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.242659 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.242967 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.243271 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:33:58.247593 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:33:58.374946 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['7783502f-5cee-465a-9637-f957eca3e856'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:33:58.449165 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545672da-a260-4ddb-9452-e4ddf8bd0240 req-2e21f355-ca4a-40e9-8ee3-28c7e48241b6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:58.451581 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-545672da-a260-4ddb-9452-e4ddf8bd0240 req-2e21f355-ca4a-40e9-8ee3-28c7e48241b6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 944 time: 0.0819070
Nov 10 21:33:58.504930 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-545672da-a260-4ddb-9452-e4ddf8bd0240 req-23e3020c-194c-4fe6-9130-6657109a408f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470421
Nov 10 21:33:59.703124 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eed768-691d-4f0b-8210-3e373cd8c732 req-9cba8bb8-8732-44ce-ab32-99903ec8533c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:33:59.704544 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d6eed768-691d-4f0b-8210-3e373cd8c732 req-9cba8bb8-8732-44ce-ab32-99903ec8533c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 944 time: 0.0774276
Nov 10 21:33:59.749812 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d6eed768-691d-4f0b-8210-3e373cd8c732 req-80f6d43e-728b-4bbe-964e-cd584e283148 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396419
Nov 10 21:33:59.931613 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 7783502f-5cee-465a-9637-f957eca3e856 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:34:00.034783 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 7783502f-5cee-465a-9637-f957eca3e856 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:34:00.039279 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 7783502f-5cee-465a-9637-f957eca3e856 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:34:00.039650 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:00.149890 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:00.176858 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7783502f-5cee-465a-9637-f957eca3e856'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:34:00.186645 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 7783502f-5cee-465a-9637-f957eca3e856, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=7783502f-5cee-465a-9637-f957eca3e856,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:34:00.190726 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:00.192577 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:34:00.255544 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=7783502f-5cee-465a-9637-f957eca3e856,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:34:00.259083 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:34:00.312563 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7783502f-5cee-465a-9637-f957eca3e856', 'code': 200}
Nov 10 21:34:00.580698 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c65a03cf-cd44-43d9-b432-3ccba06cee5f req-667d0ee2-bc7c-4c54-9c84-d692bc8b8a04 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1098 time: 0.0703468
Nov 10 21:34:00.623206 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c65a03cf-cd44-43d9-b432-3ccba06cee5f req-689acac9-fb63-4c14-9ccf-a174c025c95a service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0355537
Nov 10 21:34:00.944334 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1234b1-79fa-43e2-80cd-e992fd2663b5 req-29b438d3-b2da-497a-9d7a-cbd12b8c73b4 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:34:00.945705 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af1234b1-79fa-43e2-80cd-e992fd2663b5 req-29b438d3-b2da-497a-9d7a-cbd12b8c73b4 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 945 time: 0.0775180
Nov 10 21:34:00.991302 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-af1234b1-79fa-43e2-80cd-e992fd2663b5 req-075ec20a-3253-47bd-a088-900e3a7c81c6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0393260
Nov 10 21:34:02.186642 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1d74df-64a5-42ee-a616-b45c616f7b63 req-023861aa-6afb-41aa-8ab9-5b374534b5a2 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:34:02.188065 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-eb1d74df-64a5-42ee-a616-b45c616f7b63 req-023861aa-6afb-41aa-8ab9-5b374534b5a2 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 945 time: 0.0755310
Nov 10 21:34:02.234269 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-eb1d74df-64a5-42ee-a616-b45c616f7b63 req-b65c34d1-aef3-419f-8434-79185c12c1c1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407615
Nov 10 21:34:02.428187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f026012-0efc-470e-aa09-9848ee70fb56 req-db512ccd-c317-42e7-8896-c71308160e01 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:34:02.429634 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5f026012-0efc-470e-aa09-9848ee70fb56 req-db512ccd-c317-42e7-8896-c71308160e01 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 945 time: 0.0794392
Nov 10 21:34:02.474670 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5f026012-0efc-470e-aa09-9848ee70fb56 req-f049b280-e26f-404a-91bf-f14dc7c55ffb tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0394852
Nov 10 21:34:02.503404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48680) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:34:02.571628 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-c6b48107-66cd-48b9-89c3-95cc983be865 tempest-TestVolumeBootPattern-1451126700 tempest-TestVolumeBootPattern-1451126700-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1093 time: 0.0669479
Nov 10 21:34:02.574147 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48684) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:34:02.580097 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address': '172.20.0.7'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:34:02.586146 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:34:02.590262 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:floatingip and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:34:02.593154 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:34:02.598798 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:34:02.609476 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:02.742385 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:02.880187 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Allocated IP 172.27.0.243 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/f1fd45bb-7da9-4781-85d3-c16b0ff972c8) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:34:03.025838 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:03.053810 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:03.057365 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9d79212e-30a8-4252-bb01-619df5adb670 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:34:03.126720 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:34:03.129919 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=f1fd45bb-7da9-4781-85d3-c16b0ff972c8,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:34:03.133020 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:34:03.133806 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:34:03.135866 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:34:03.726488 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:03.781407 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:03.983490 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:03.987889 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:03.991407 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f2e4c8f1-5bd9-42df-bb42-2d802db3c4cf tempest-TestMinimumBasicScenario-1932474621 tempest-TestMinimumBasicScenario-1932474621-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:34:04.091738 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=f1fd45bb-7da9-4781-85d3-c16b0ff972c8,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:34:04.095959 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:34:04.111060 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:04.303223 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Floating IP 884aadd6-67d0-4298-8199-d4540486e087 associated. External IP: 172.27.0.243, port: 7783502f-5cee-465a-9637-f957eca3e856.
Nov 10 21:34:04.687988 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:34:04.886532 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:34:04.896132 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:34:04.908350 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:34:04.908958 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23b7a820>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:33:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:34:04.910117 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:04.966696 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.3908384
Nov 10 21:34:04.967229 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'tag': '7783502f-5cee-465a-9637-f957eca3e856'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:34:05.022545 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'tag': '7783502f-5cee-465a-9637-f957eca3e856', 'status': 'completed', 'code': 200}
Nov 10 21:34:05.090268 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:34:05.225084 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-95d27e81-ad23-4c01-b199-9054553750b0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1098 time: 0.1788957
Nov 10 21:34:05.354925 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-259aeff9-cc17-4179-9b3a-3335761b1cc8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:34:05.356994 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-259aeff9-cc17-4179-9b3a-3335761b1cc8 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1253102
Nov 10 21:34:05.445061 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23b7a820>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:03Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:34:05.448980 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:34:05.457381 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-45db81e2-e798-4db2-83f1-b45ab8078ba1 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 999 time: 0.0944614
Nov 10 21:34:05.460511 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:34:05.461114 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23b7a820>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:33:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:34:05.524563 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-283a4862-9546-4a16-a74f-81962f9057dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:34:05.526010 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-283a4862-9546-4a16-a74f-81962f9057dd service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0621088
Nov 10 21:34:05.601923 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-6234ee66-d3ab-429e-aa91-62fc39211ac4 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0691533
Nov 10 21:34:05.639106 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:34:05.733178 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-12025545-f093-4025-a070-ae50c25c9e06 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250923
Nov 10 21:34:05.866665 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d1f3a99d-d1ec-4af2-9d8b-c09e04df8a17 req-ecfb0d58-eda5-4fd6-ab1d-66427160cb8d service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1276312
Nov 10 21:34:05.984763 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23b7a820>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:03Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:34:05.988684 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60450e98-d6b7-4bd7-8ab3-1c5273695c29 None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:03Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:34:06.171347 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-682d8794-d088-4334-b6b5-5aeb0688d359 None None] New status for floating IP 884aadd6-67d0-4298-8199-d4540486e087: ACTIVE {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:34:12.055828 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:17.985357 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:34:18.099815 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8d6e07e4-0bb0-4a90-a7ab-2cd6ff116b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:18.662880 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:21.185466 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-dba31f64-9016-4ee7-8ec4-2828fc95787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:21.624366 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:22.559012 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-3031031e-bc1d-43e2-ba6d-1d921ac814b2 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0714993
Nov 10 21:34:22.702459 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-fa6535a8-c8e8-4564-afcf-649af9012dba service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1098 time: 0.0749097
Nov 10 21:34:22.846551 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-2e0adc69-6a92-4ea3-87c2-bb4c3d728389 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:34:22.847958 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-2e0adc69-6a92-4ea3-87c2-bb4c3d728389 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1254995
Nov 10 21:34:22.956269 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-4bb5c776-8886-4cb2-bbef-7ed897e8116b service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 1001 time: 0.0987322
Nov 10 21:34:23.019892 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-f1534f83-6e5d-4467-a1f5-026be620a1f0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:34:23.021320 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-f1534f83-6e5d-4467-a1f5-026be620a1f0 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0571017
Nov 10 21:34:23.100561 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-2299b3ba-7fab-4e9c-9e44-a86a31f95e6f service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0721142
Nov 10 21:34:23.231077 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-bb052028-db7f-4d98-9dad-3c34879aeac4 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1217442
Nov 10 21:34:23.363711 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-980fe93f-ba0c-4da9-a37d-5017e46dc403 req-5ff5fcb9-6e79-46d3-9571-34432299403d service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245911
Nov 10 21:34:23.582513 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:42.057376 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:48.102130 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f983ea1a-c638-48f2-a899-54451d5977d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:48.664867 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:51.187554 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-eb86b1c2-0f69-4234-b9a1-2e623e98686d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:51.625990 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:53.585482 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:34:54.986500 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:35:12.068278 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:18.107442 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-a47a7faf-dfa0-450a-ad8c-166a1ed449b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:18.668125 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:21.189302 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-4bc0996e-6475-4e21-969e-10dd99d081c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:21.628533 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:22.554124 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-d0040b9c-2d1a-42b6-be19-5b8c4ee39fcd service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0665901
Nov 10 21:35:22.783423 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-daa3fabe-6c76-497e-bcc1-ab9beb64556b service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1098 time: 0.1615422
Nov 10 21:35:22.937224 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-50aed2be-041e-4c12-89d2-ba1c97bbaf20 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:22.938823 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-50aed2be-041e-4c12-89d2-ba1c97bbaf20 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1362376
Nov 10 21:35:23.038816 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-22965611-a3fc-44a9-9ff2-54f1ea565f48 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 1001 time: 0.0936644
Nov 10 21:35:23.103021 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-bee2d77f-7f1a-486a-b257-299c527e6c79 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:23.104486 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-bee2d77f-7f1a-486a-b257-299c527e6c79 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0599203
Nov 10 21:35:23.177904 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-b236ca3e-5c40-4fa6-aac2-8cd66e654311 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0667822
Nov 10 21:35:23.312901 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-f4331660-3a55-4d8b-b8fc-0ec387830e9d service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281033
Nov 10 21:35:23.449388 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-045ffbb5-1cc8-4f4b-95db-a27576784558 req-dd71bda7-b45b-4824-b55d-894a9917fa85 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303239
Nov 10 21:35:23.589687 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:31.986222 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:35:42.068627 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:42.861880 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-dd39a0d8-c1e5-4cd3-bc31-7d7c607cc748 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1457454085&fields=id&tenant_id=94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 267 time: 0.0456355
Nov 10 21:35:43.008822 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-342e4cd7-b8c1-4d60-bf47-aa8fec88ba0e tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:43.010184 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-342e4cd7-b8c1-4d60-bf47-aa8fec88ba0e tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 811 time: 0.1419945
Nov 10 21:35:43.027450 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-3b255715-2f67-43b2-9797-ce2506558c74 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/quotas/94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 375 time: 0.0115204
Nov 10 21:35:43.112089 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-c48c985f-0826-4e64-bb3b-375036ea8b3f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0795891
Nov 10 21:35:43.195849 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-358d047e-5d6c-4721-a6aa-18d0f17a1c0b service neutron] http://10.222.0.46:9696/v2.0/extensions returned with HTTP 200 {{(pid=82878) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Nov 10 21:35:43.196789 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-358d047e-5d6c-4721-a6aa-18d0f17a1c0b service neutron] 10.222.0.46 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0740168
Nov 10 21:35:43.327494 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-e2d5f876-b53a-485f-a377-8db4b49862cc service neutron] 10.222.0.46 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244133
Nov 10 21:35:43.462288 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-e411485c-1e3c-4ad0-b90d-d25efb699987 service neutron] 10.222.0.46 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281753
Nov 10 21:35:43.862451 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-00fbef8a-f71f-4d07-8ea6-5b690b296562 req-4990c547-142a-4c6f-b396-070709eaf1fa tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 210 time: 0.0449226
Nov 10 21:35:44.869646 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-fa257095-ed09-4ddb-af12-84b532e66a7b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:44.871045 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-fa257095-ed09-4ddb-af12-84b532e66a7b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 811 time: 0.1639833
Nov 10 21:35:44.937539 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-8323e100-2fc0-43a0-a3d7-fec70036f696 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=94aa75ffd18344edb98687889651d635 HTTP/1.1" status: 200  len: 380 time: 0.0434434
Nov 10 21:35:44.946718 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'port': {'device_id': '213aaad3-d7cd-4606-93df-352694da7aa7', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'admin_state_up': True, 'tenant_id': '94aa75ffd18344edb98687889651d635', 'security_groups': ['6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4']}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:35:45.082025 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-5daba347-07d2-4c3d-a7f8-1e5e70ff9232 req-a833a11a-52a9-4af3-9429-b465327172dd tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 210 time: 0.0529747
Nov 10 21:35:45.220162 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:35:45.230493 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:35:45.239488 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Made reservation on behalf of 94aa75ffd18344edb98687889651d635 for: {'port': 1} {{(pid=82878) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Nov 10 21:35:45.242383 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:45.403491 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Allocated IP 172.20.0.13 (bcadbbb0-7cf1-444e-98b5-daee107c5045/7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d/6e828cc5-39a4-4b25-83df-f98180dbcfe6) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:35:45.593486 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:45.610154 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Transition to ACTIVE for port object 6e828cc5-39a4-4b25-83df-f98180dbcfe6 will not be triggered until provisioned by entity DHCP. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:35:45.632504 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:45.638768 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-b5d9bc4b-4fc3-48d4-b7a4-53c7d397a6b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:35:45.699498 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:35:45.707058 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:35:45.711392 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:35:45.747290 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=6e828cc5-39a4-4b25-83df-f98180dbcfe6,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:35:45.766709 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.766995 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.767742 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.768105 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.768468 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.768831 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.769192 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.769548 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.769940 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.770270 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.770618 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:45.779668 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:35:45.793800 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:45.794400 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:45.820838 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8781035
Nov 10 21:35:45.832499 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Request body: {'port': {'device_id': '213aaad3-d7cd-4606-93df-352694da7aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81726'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:35:45.943612 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:45.988746 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0aaa6953-a09e-4583-831b-42eded6a4bf6 None None] Provisioning for port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 completed by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:35:45.993621 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-0aaa6953-a09e-4583-831b-42eded6a4bf6 None None] Provisioning complete for port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 triggered by entity DHCP. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:35:45.994003 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-0aaa6953-a09e-4583-831b-42eded6a4bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:46.047721 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-0aaa6953-a09e-4583-831b-42eded6a4bf6 None None] Port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 cannot update to ACTIVE because it is not bound. {{(pid=82879) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Nov 10 21:35:46.279094 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747335b3-109d-499a-8280-43e20d15faf5 req-911976e6-84a8-4f64-9da5-2a0d70b964f1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:46.280602 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-747335b3-109d-499a-8280-43e20d15faf5 req-911976e6-84a8-4f64-9da5-2a0d70b964f1 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 932 time: 0.0776601
Nov 10 21:35:46.288178 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e828cc5-39a4-4b25-83df-f98180dbcfe6 {{(pid=82878) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:35:46.295504 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:46.310576 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.provisioning_blocks [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Transition to ACTIVE for port object 6e828cc5-39a4-4b25-83df-f98180dbcfe6 will not be triggered until provisioned by entity L2. {{(pid=82878) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Nov 10 21:35:46.314307 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:46.318041 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e022f37e-0c7b-4dda-8407-00f089e0805e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:35:46.330007 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-747335b3-109d-499a-8280-43e20d15faf5 req-629703df-34c0-4ff8-9c3a-f70dc7965c7f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0420191
Nov 10 21:35:46.442872 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Pushing event updated for resources: {'Port': ['ID=6e828cc5-39a4-4b25-83df-f98180dbcfe6,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:35:46.451522 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:35:46.564657 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Attempting to bind port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 on host hv-cinder-81726 for vnic_type normal with profile  {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Nov 10 21:35:46.564986 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Attempting to bind port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 by drivers openvswitch,hyperv on host hv-cinder-81726 at level 0 using segments [{'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Nov 10 21:35:46.565305 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Attempting to bind port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:35:46.571136 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81726 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Nov 10 21:35:46.571450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Attempting to bind port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 on network bcadbbb0-7cf1-444e-98b5-daee107c5045 {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Nov 10 21:35:46.577867 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Checking agent: {'id': 'dbf1a77c-1dd9-4834-b1c4-ef2b2bc2a143', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81726', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'started_at': datetime.datetime(2021, 11, 10, 21, 19, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 10, 21, 35, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Nov 10 21:35:46.578193 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Checking segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=82878) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Nov 10 21:35:46.578584 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Bound using segment: {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'} {{(pid=82878) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Nov 10 21:35:46.578996 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.managers [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Bound port: 6e828cc5-39a4-4b25-83df-f98180dbcfe6, host: hv-cinder-81726, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 1137, 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045'}}] {{(pid=82878) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Nov 10 21:35:46.579331 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:46.666743 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] For port 6e828cc5-39a4-4b25-83df-f98180dbcfe6, host hv-cinder-81726, cleared binding levels {{(pid=82878) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Nov 10 21:35:46.669520 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] For port 6e828cc5-39a4-4b25-83df-f98180dbcfe6, host hv-cinder-81726, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Nov 10 21:35:46.673971 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:46.678019 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-10e6dc0a-58d6-490a-90c1-c330a17bac38 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:35:46.731328 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:46.732602 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] 10.222.0.76 "PUT /v2.0/ports/6e828cc5-39a4-4b25-83df-f98180dbcfe6 HTTP/1.1" status: 200  len: 1094 time: 0.9045877
Nov 10 21:35:46.735227 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:35:46.764318 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Pushing event updated for resources: {'Port': ['ID=6e828cc5-39a4-4b25-83df-f98180dbcfe6,revision_number=3']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:35:46.768421 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-1c903629-28fd-4078-a801-89ebe2686550 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:35:46.809025 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'status': 'completed', 'code': 200}
Nov 10 21:35:46.851983 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-b7172ea8-b2e1-4855-a12a-aa28e505823f service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 1097 time: 0.0795946
Nov 10 21:35:46.924614 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-4fed4ca2-dda7-4beb-87ee-9b16a411403c service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6 HTTP/1.1" status: 200  len: 217 time: 0.0658700
Nov 10 21:35:46.988595 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-711434ae-5f8f-4795-a600-2fb58e60925f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:46.990212 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-711434ae-5f8f-4795-a600-2fb58e60925f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0594161
Nov 10 21:35:47.071854 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-f395c526-9379-4dcb-b438-2a4dfe1497af service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0754778
Nov 10 21:35:47.299281 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-9327f16c-666a-406c-bf30-7057abbd3a06 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210493
Nov 10 21:35:47.433929 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-53e288c5-6665-4e59-bd13-a7d3b834ee87 req-03ee07f4-71df-4ab9-b928-f3eecc1add48 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1284885
Nov 10 21:35:47.536430 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6887465a-772f-45f8-8820-0243068ba292 req-47ba565d-812e-43d8-9d39-2b6de3161e88 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:47.537905 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6887465a-772f-45f8-8820-0243068ba292 req-47ba565d-812e-43d8-9d39-2b6de3161e88 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 944 time: 0.0826983
Nov 10 21:35:47.559683 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-896a5672-0b9d-46c7-a393-8a30bc01508d service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 1097 time: 0.0753844
Nov 10 21:35:47.583105 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-6887465a-772f-45f8-8820-0243068ba292 req-d1469b76-e590-47df-b298-298b03602dc6 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397723
Nov 10 21:35:47.689856 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-7d796fcd-54b2-4cb6-af76-1b20bd3ae5df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:47.691208 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-7d796fcd-54b2-4cb6-af76-1b20bd3ae5df service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1257944
Nov 10 21:35:47.762653 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-ed9af8bd-2fff-4a28-a534-8fc1e5774448 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6 HTTP/1.1" status: 200  len: 217 time: 0.0633328
Nov 10 21:35:47.823255 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-fdf10398-710c-4c05-a75d-07fff41dc5dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:47.824638 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-fdf10398-710c-4c05-a75d-07fff41dc5dc service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0558615
Nov 10 21:35:47.903413 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-9155c433-a5e8-4614-bc76-d8f6bec70705 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0680375
Nov 10 21:35:48.036594 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-d85e51e7-8814-4a14-8263-2d2a75c14a78 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1220667
Nov 10 21:35:48.110021 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d1aa6a5e-330c-488f-ba70-3bc769a09388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:48.175938 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f306bc3-175b-49cc-8c15-7bea2b3a79d3 req-41d039fb-7a07-4f50-bb4e-b0fb310512fd service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1296372
Nov 10 21:35:48.669788 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:48.784333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0bf921-464b-4405-b75c-de49cdd1ed09 req-1a0748b1-2e9e-4ca5-a193-36e7264ef435 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:48.784999 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1f0bf921-464b-4405-b75c-de49cdd1ed09 req-1a0748b1-2e9e-4ca5-a193-36e7264ef435 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:35:48.800206 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-1f0bf921-464b-4405-b75c-de49cdd1ed09 req-1a0748b1-2e9e-4ca5-a193-36e7264ef435 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:35:48.801533 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f0bf921-464b-4405-b75c-de49cdd1ed09 req-1a0748b1-2e9e-4ca5-a193-36e7264ef435 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 944 time: 0.0962045
Nov 10 21:35:48.846852 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-1f0bf921-464b-4405-b75c-de49cdd1ed09 req-9be64bcb-8e0f-4961-aa17-762e75f29012 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396798
Nov 10 21:35:50.043374 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947cde6e-d0cf-418d-8ac2-b23062c969b4 req-b4ca8b8c-af5e-4402-885e-9a404da73e65 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:50.044815 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-947cde6e-d0cf-418d-8ac2-b23062c969b4 req-b4ca8b8c-af5e-4402-885e-9a404da73e65 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 944 time: 0.0765481
Nov 10 21:35:50.089907 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-947cde6e-d0cf-418d-8ac2-b23062c969b4 req-dd741034-93ca-4343-919c-e3fde708fabf tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389612
Nov 10 21:35:51.191599 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-3a968d77-8388-4b36-a198-f71675e1bede None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:51.289293 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4245343-1f3c-43fe-8fe4-b307dac8b30a req-0da338aa-edc4-41ec-9e54-25e70810a299 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:51.290736 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b4245343-1f3c-43fe-8fe4-b307dac8b30a req-0da338aa-edc4-41ec-9e54-25e70810a299 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 944 time: 0.0744300
Nov 10 21:35:51.340018 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-b4245343-1f3c-43fe-8fe4-b307dac8b30a req-ebc3d9b2-105e-4945-b297-45d6742ce827 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438876
Nov 10 21:35:51.631666 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:52.539809 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe5969c-accb-4268-a62c-fe7d45cf519f req-3ed5a441-2c3c-4078-86b6-3cdd7b89b778 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:52.541236 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-abe5969c-accb-4268-a62c-fe7d45cf519f req-3ed5a441-2c3c-4078-86b6-3cdd7b89b778 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 944 time: 0.0797877
Nov 10 21:35:52.585650 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-abe5969c-accb-4268-a62c-fe7d45cf519f req-9250504b-219d-4a54-9ded-50eb7346e0b7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0389044
Nov 10 21:35:53.590660 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:53.779497 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d30869-2e78-4dc3-bc8e-7faa19bc04a0 req-7a1ef118-c42f-4f78-9307-768ae3653042 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:53.780923 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-61d30869-2e78-4dc3-bc8e-7faa19bc04a0 req-7a1ef118-c42f-4f78-9307-768ae3653042 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 944 time: 0.0761893
Nov 10 21:35:53.827134 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-61d30869-2e78-4dc3-bc8e-7faa19bc04a0 req-03190fb6-ea1c-48f1-a4ff-5532e0744e5c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407116
Nov 10 21:35:54.592775 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 6e828cc5-39a4-4b25-83df-f98180dbcfe6 details requested by agent hyperv_hv-cinder-81726 with host hv-cinder-81726 {{(pid=82879) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Nov 10 21:35:54.724449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 6e828cc5-39a4-4b25-83df-f98180dbcfe6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:35:54.737395 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Returning: {'device': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'port_id': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'mac_address': 'fa:16:3e:1a:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 1137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=82879) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Nov 10 21:35:54.794016 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:54.810641 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e828cc5-39a4-4b25-83df-f98180dbcfe6 {{(pid=82879) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Nov 10 21:35:54.825391 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 6e828cc5-39a4-4b25-83df-f98180dbcfe6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:35:54.829389 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:54.831736 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:35:54.899360 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=6e828cc5-39a4-4b25-83df-f98180dbcfe6,revision_number=4']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:35:54.907720 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.908065 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.908389 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.908715 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.909040 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.910075 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.910504 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.910833 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.911185 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.911505 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.911822 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82879) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:35:54.915771 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:35:55.027652 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043fc74-574d-4700-86a5-d8d128025936 req-bff49cbf-5920-45ad-b37b-529b4b077d00 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:55.029090 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5043fc74-574d-4700-86a5-d8d128025936 req-bff49cbf-5920-45ad-b37b-529b4b077d00 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 945 time: 0.0800774
Nov 10 21:35:55.060918 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] get_ports_and_sgs() called for port_ids ['6e828cc5-39a4-4b25-83df-f98180dbcfe6'] {{(pid=82879) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Nov 10 21:35:55.075562 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-5043fc74-574d-4700-86a5-d8d128025936 req-6743547c-4f3a-4d90-beb0-85417989bf25 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0406754
Nov 10 21:35:56.271051 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b8ee9-c5ef-4e9e-b404-28bd74f7d2c4 req-9ec522a3-62f1-49af-abb5-9ef9255acb07 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:56.272482 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc5b8ee9-c5ef-4e9e-b404-28bd74f7d2c4 req-9ec522a3-62f1-49af-abb5-9ef9255acb07 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 945 time: 0.0797305
Nov 10 21:35:56.317789 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dc5b8ee9-c5ef-4e9e-b404-28bd74f7d2c4 req-97d80b2b-52bb-40d9-b8f1-534a35d3a2fd tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397995
Nov 10 21:35:56.602700 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 6e828cc5-39a4-4b25-83df-f98180dbcfe6 up at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Nov 10 21:35:56.672847 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning for port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 completed by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Nov 10 21:35:56.677362 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.provisioning_blocks [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Provisioning complete for port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 triggered by entity L2. {{(pid=82879) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Nov 10 21:35:56.677768 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1286003'] for port, provisioning_complete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:56.789391 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:56.816371 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6'}] {{(pid=82879) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:35:56.825924 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] For port 6e828cc5-39a4-4b25-83df-f98180dbcfe6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:35:56.830921 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894'] for port, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:56.833348 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:35:56.874333 dv-cinder-817261-1-iscsi neutron-server[82879]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'code': 200}
Nov 10 21:35:56.902729 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Pushing event updated for resources: {'Port': ['ID=6e828cc5-39a4-4b25-83df-f98180dbcfe6,revision_number=5']} {{(pid=82879) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:35:56.905696 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_concurrency.lockutils [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=82879) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:35:57.147810 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-90102852-e95a-452c-b9e0-e6bbef30c2a2 req-03bae471-6fde-4235-9a87-238bb8bfc5b7 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 1099 time: 0.0678129
Nov 10 21:35:57.191736 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-90102852-e95a-452c-b9e0-e6bbef30c2a2 req-753bbc38-f8ca-4518-b1ad-cfa7d32f00f9 service neutron] 10.222.0.76 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0359523
Nov 10 21:35:57.595502 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5123c0-8d5d-426a-9589-10ce3db1a53a req-7435786c-9cc1-4ee4-b412-807d23042b63 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:57.596925 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0b5123c0-8d5d-426a-9589-10ce3db1a53a req-7435786c-9cc1-4ee4-b412-807d23042b63 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 946 time: 0.1496961
Nov 10 21:35:57.642061 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-0b5123c0-8d5d-426a-9589-10ce3db1a53a req-ecd2f5c2-89a0-4d9e-a1a3-0261a7163bc2 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395937
Nov 10 21:35:58.840969 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1856bf18-981e-48c1-99ea-bf273eb08a54 req-b08e2342-fab4-49e7-ad36-4c70ed9b25d3 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:58.842429 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1856bf18-981e-48c1-99ea-bf273eb08a54 req-b08e2342-fab4-49e7-ad36-4c70ed9b25d3 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 946 time: 0.0807657
Nov 10 21:35:58.887947 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-1856bf18-981e-48c1-99ea-bf273eb08a54 req-518b2a9f-28fd-41c7-97bc-1b6c2c6c4253 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0398147
Nov 10 21:35:59.087395 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ede87f4-1b3f-43e6-bbbd-e256bb06498d req-4b262f2b-b02f-4e74-93d1-702bb28738ba tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:35:59.088858 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3ede87f4-1b3f-43e6-bbbd-e256bb06498d req-4b262f2b-b02f-4e74-93d1-702bb28738ba tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 946 time: 0.0823781
Nov 10 21:35:59.138138 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3ede87f4-1b3f-43e6-bbbd-e256bb06498d req-9348ebf3-f4b8-4cb7-8b3a-ca969a71093c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437787
Nov 10 21:35:59.165636 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48796) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:35:59.235025 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-7d490b96-8296-4778-b1c5-a5055b12f7b2 tempest-TestVolumeBootPattern-1451126700 tempest-TestVolumeBootPattern-1451126700-project-admin] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 1094 time: 0.0680809
Nov 10 21:35:59.238243 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48800) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:35:59.243280 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.v2.base [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Request body: {'floatingip': {'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'port_id': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address': '172.20.0.13'}} {{(pid=82878) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Nov 10 21:35:59.248656 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Nov 10 21:35:59.252542 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Usage tracker for resource:floatingip and tenant:94aa75ffd18344edb98687889651d635 is out of sync, need to count used quota {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Nov 10 21:35:59.256012 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=82878) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Nov 10 21:35:59.261600 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.quota.driver [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=82878) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Nov 10 21:35:59.272881 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:59.498358 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:59.636713 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_common [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Allocated IP 172.27.0.234 (63039668-da53-479a-8f46-0ec7e3119bfe/ee16083c-82a8-4678-8a6c-88fff3d8752a/5938be81-98ec-48e1-a7da-6556bd1860bf) {{(pid=82878) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Nov 10 21:35:59.779855 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:59.806376 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8787004489831', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:35:59.810360 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-cc4269bd-804a-45ab-bb7d-6df565db874a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:35:59.875036 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Network 63039668-da53-479a-8f46-0ec7e3119bfe is already hosted by enough agents. {{(pid=82878) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Nov 10 21:35:59.878384 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.base_scheduler [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Resources bound (agent type, host, resource id):  {{(pid=82878) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Nov 10 21:35:59.880292 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=5938be81-98ec-48e1-a7da-6556bd1860bf,revision_number=1']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:35:59.882325 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Received port after_create {{(pid=82878) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Nov 10 21:35:59.910813 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:36:00.386627 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, precommit_create {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:00.446449 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1073714'] for port, before_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:00.646955 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for port, precommit_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:00.651253 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8787004866551', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8787004489849', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8787004489894', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6547931'] for port, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:00.654637 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:36:00.753530 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event updated for resources: {'Port': ['ID=5938be81-98ec-48e1-a7da-6556bd1860bf,revision_number=2']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:36:00.757368 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:36:00.773749 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-344291'] for floatingip, after_update {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:00.961136 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.db.l3_db [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Floating IP 32869aa9-842b-4564-b3fa-d717c143b865 associated. External IP: 172.27.0.234, port: 6e828cc5-39a4-4b25-83df-f98180dbcfe6.
Nov 10 21:36:01.465858 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:36:01.663872 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:36:01.673219 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:36:01.685327 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:36:01.685966 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2381be80>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:35:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:36:01.689251 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:01.748395 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.5090535
Nov 10 21:36:01.749060 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:36:01.804451 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'status': 'completed', 'code': 200}
Nov 10 21:36:01.866758 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:36:01.898261 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-626f44ac-f27a-487e-9159-def91d901135 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 1099 time: 0.0702560
Nov 10 21:36:02.031683 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-a2fac1ce-905a-4f21-9728-f9d96df30b55 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:36:02.033178 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-a2fac1ce-905a-4f21-9728-f9d96df30b55 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1280518
Nov 10 21:36:02.144469 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-3399b7ae-30af-44aa-975e-ac509478f219 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6 HTTP/1.1" status: 200  len: 1000 time: 0.1042175
Nov 10 21:36:02.205599 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-61a89bc3-df97-49a8-8313-95a3d115c354 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:36:02.207066 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-61a89bc3-df97-49a8-8313-95a3d115c354 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0566115
Nov 10 21:36:02.248821 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2381be80>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '32869aa9-842b-4564-b3fa-d717c143b865', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:1a:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213aaad3-d7cd-4606-93df-352694da7aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:36:00Z', 'updated_at': '2021-11-10T21:36:00Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}, {'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:06Z', 'revision_number': 1, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:36:02.253701 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:36:02.264448 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:36:02.265042 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2381be80>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:35:51Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:36:02.289637 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-fdc93556-d6a7-4eb4-8ff2-a638e6b6bd16 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0761478
Nov 10 21:36:02.429234 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-1c6eb770-bc6c-468c-93ee-5dd079288e90 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1324480
Nov 10 21:36:02.444488 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:36:02.564093 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-dfaa4d5e-6b3f-4576-a940-7ef8661c6583 req-606bcc46-4e46-4719-a12f-238d27889959 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1279404
Nov 10 21:36:02.792346 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2381be80>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '32869aa9-842b-4564-b3fa-d717c143b865', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:1a:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213aaad3-d7cd-4606-93df-352694da7aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:36:00Z', 'updated_at': '2021-11-10T21:36:00Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}, {'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:06Z', 'revision_number': 1, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:36:02.796403 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-410d7eab-7ea8-43cc-8499-be5c9c5436f6 None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '32869aa9-842b-4564-b3fa-d717c143b865', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.234', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:1a:14:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '213aaad3-d7cd-4606-93df-352694da7aa7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:36:00Z', 'updated_at': '2021-11-10T21:36:00Z', 'revision_number': 0, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}, {'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:06Z', 'revision_number': 1, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:36:02.990933 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2876ba9c-3ab4-4da9-b765-2bd7d6b37549 None None] New status for floating IP 32869aa9-842b-4564-b3fa-d717c143b865: ACTIVE {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:36:08.986543 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:36:12.099073 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:18.112306 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5d2b214c-5733-48a2-a401-cf5c8b20415d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:18.674239 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:21.197433 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-efc3ce1b-3345-415c-a6f5-02fc66817606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:21.634418 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:23.182839 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-5a3516e1-d57c-4319-b595-40d945cd067e service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0668008
Nov 10 21:36:23.322564 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-c5771070-8447-4efe-84e6-934879713f54 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1098 time: 0.0719111
Nov 10 21:36:23.569594 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-f070506e-c10d-4dfc-9d56-26c7d98d1068 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:36:23.570989 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-f070506e-c10d-4dfc-9d56-26c7d98d1068 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.2293255
Nov 10 21:36:23.593371 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:23.674767 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-22bcaf6d-6c15-4bfb-b764-37a7492fa192 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 1001 time: 0.0958033
Nov 10 21:36:23.735956 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-18c52302-2c41-46dc-8773-521f59f12f6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:36:23.737273 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-18c52302-2c41-46dc-8773-521f59f12f6f service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0562875
Nov 10 21:36:23.812309 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-693e4ad3-9fe6-43a2-883f-860112190e4c service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0679376
Nov 10 21:36:23.941207 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-50a61354-2d22-4c7b-bc42-93951d036cf4 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1221359
Nov 10 21:36:24.071795 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3873e2a4-9f61-4540-bbf7-af23c5f76df0 req-3eba13da-032e-4616-a6aa-f1c85536826e service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1241546
Nov 10 21:36:42.093498 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:45.986777 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:36:48.115527 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-3eb207a1-1459-4b02-b7da-85d32b73fa1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:48.676482 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:51.189649 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5a8c2699-f1bc-45be-b5c0-44dff7aac3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:51.637108 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:36:53.596170 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:05.600037 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [req-6bb0984d-281f-41b6-96a8-37c1ab9383df req-260d7ec0-1d47-461a-9a6a-247a4200dff9 service neutron] (82877) timed out ('10.222.0.76', 60076) {{(pid=82877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 10 21:37:12.109196 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:18.118437 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-a63cb2a6-f5e0-4a55-801d-6c684a90bc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:18.467776 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [req-10ea873b-6bd6-4e31-a1ed-c97165e1a5a1 req-2e691cb1-b787-4c10-8239-56cb66d26569 service neutron] (82877) timed out ('10.222.0.76', 60085) {{(pid=82877) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 10 21:37:18.681308 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:21.190909 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-ecaf52db-8c53-4422-8dc5-a093e13ffb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:21.640111 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:22.986466 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:37:23.319622 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48832) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:23.600003 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:23.620376 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Deleting port 5938be81-98ec-48e1-a7da-6556bd1860bf {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:23.620711 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:23.804450 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:23.804822 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:23.943513 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Calling delete_port for 5938be81-98ec-48e1-a7da-6556bd1860bf owned by network:floatingip {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:24.144425 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:24.150331 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-e231a698-ec62-4fb8-8af2-bf9a25de4bc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:24.211897 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event deleted for resources: {'Port': ['ID=5938be81-98ec-48e1-a7da-6556bd1860bf,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:24.282524 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.282904 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.283277 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.283645 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.284012 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.284375 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.284734 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.285091 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.285447 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.285825 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.286177 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82877) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:24.293405 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:24.315961 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:24.659666 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-26cba946-295e-4bab-a055-fa7792bf2fc8 service neutron] 10.222.0.76 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1421833
Nov 10 21:37:24.717014 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:37:24.748517 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-7e969cd7-85ca-44ab-a4f9-86d88654dfc0 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 1099 time: 0.0683048
Nov 10 21:37:24.898393 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47692f23-ea25-44e6-b575-527f93501eb3 req-dd635e70-aa9d-4259-a2de-8628bb47ed6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:24.899978 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-dd635e70-aa9d-4259-a2de-8628bb47ed6d service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1309316
Nov 10 21:37:24.919790 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:37:24.929370 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:37:24.941562 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:24.942280 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23810670>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:24.942531 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:24.974325 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-49878d73-1307-4ad1-9d7c-6990aca00c2a service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6 HTTP/1.1" status: 200  len: 217 time: 0.0668819
Nov 10 21:37:25.002191 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-55a9027d-0cec-4b33-970f-56a829535e70 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "DELETE /v2.0/floatingips/32869aa9-842b-4564-b3fa-d717c143b865 HTTP/1.1" status: 204  len: 168 time: 1.6811974
Nov 10 21:37:25.002894 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:37:25.038690 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47692f23-ea25-44e6-b575-527f93501eb3 req-828d30a3-a78b-428e-86f9-888394dc1729 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:25.040177 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-828d30a3-a78b-428e-86f9-888394dc1729 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0598929
Nov 10 21:37:25.137478 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-1f9e4fe6-b14b-408e-9f39-1d0fd7d147d2 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0884306
Nov 10 21:37:25.168539 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:25.234686 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'status': 'completed', 'code': 200}
Nov 10 21:37:25.294139 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-7c50bdc1-5066-49dd-b271-81499729596c service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1498582
Nov 10 21:37:25.437216 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-47692f23-ea25-44e6-b575-527f93501eb3 req-6dfc92fa-9940-45ad-a466-7651a3d1a997 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1355915
Nov 10 21:37:25.577854 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-a584e7f2-bf64-4c22-b51a-92392988c5e7 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 1099 time: 0.0782912
Nov 10 21:37:25.626503 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23810670>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:06Z', 'revision_number': 1, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:25.630847 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:37:25.643155 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:25.643756 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23810670>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:25.647538 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f46b03-2112-4857-b168-d7b7003f55cd req-d4838fd3-e65b-4a52-a5a5-95fe4e149a26 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:25.648306 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-87f46b03-2112-4857-b168-d7b7003f55cd req-d4838fd3-e65b-4a52-a5a5-95fe4e149a26 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:37:25.667124 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-87f46b03-2112-4857-b168-d7b7003f55cd req-d4838fd3-e65b-4a52-a5a5-95fe4e149a26 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:37:25.668643 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-87f46b03-2112-4857-b168-d7b7003f55cd req-d4838fd3-e65b-4a52-a5a5-95fe4e149a26 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 946 time: 0.2943621
Nov 10 21:37:25.725374 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-87f46b03-2112-4857-b168-d7b7003f55cd req-74a0f3ff-e447-48dd-9627-cf71273c2fa7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499337
Nov 10 21:37:25.822717 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-437072da-6291-4c82-9009-6b4e7da00624 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:25.824133 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-437072da-6291-4c82-9009-6b4e7da00624 service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.2390828
Nov 10 21:37:25.826244 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:25.894175 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-db38d6b5-2864-48a3-9fad-d1a4d6ba157e service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6 HTTP/1.1" status: 200  len: 217 time: 0.0628383
Nov 10 21:37:25.956575 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-dfdb1a22-339f-4ce7-8c09-0f8bb8424ad9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:25.958011 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-dfdb1a22-339f-4ce7-8c09-0f8bb8424ad9 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0572731
Nov 10 21:37:26.036627 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-d3c2f9d9-ab11-48fc-a279-8568c73d44f9 service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716481
Nov 10 21:37:26.170351 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23810670>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:06Z', 'revision_number': 1, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:26.170957 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-757fa8d3-1bf3-496d-9445-d56d7950e4cc service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264331
Nov 10 21:37:26.174245 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52ad946f-c174-4921-a238-d2a0984dce71 None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_floatingips': [{'id': '884aadd6-67d0-4298-8199-d4540486e087', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'floating_ip_address': '172.27.0.243', 'floating_network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'router_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'port_id': '7783502f-5cee-465a-9637-f957eca3e856', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'mac_address': 'fa:16:3e:37:a3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-10T21:34:03Z', 'updated_at': '2021-11-10T21:34:06Z', 'revision_number': 1, 'project_id': '94aa75ffd18344edb98687889651d635', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:37:26.308105 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-c7e619b5-5ffa-4670-ada8-671f8cd7dff7 req-a9e6831b-14e2-484a-92eb-972fe1d89af4 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1301768
Nov 10 21:37:26.394592 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363d84d7-32a4-4131-af8d-dca92ed519e6 None None] New status for floating IP 32869aa9-842b-4564-b3fa-d717c143b865: DOWN {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:37:26.911714 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-dfa5db84-1893-41bf-bad8-1110a55ea5e8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:26.913794 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-dfa5db84-1893-41bf-bad8-1110a55ea5e8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 946 time: 0.0807724
Nov 10 21:37:27.023578 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Deleting port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:27.023923 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:27.133670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2663fe6-41a6-46ed-a47b-404a3df729f3 req-32909e3d-19ee-4d5a-97d6-9def206c01f7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:27.135097 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d2663fe6-41a6-46ed-a47b-404a3df729f3 req-32909e3d-19ee-4d5a-97d6-9def206c01f7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 946 time: 0.2721646
Nov 10 21:37:27.264392 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d2663fe6-41a6-46ed-a47b-404a3df729f3 req-94b71949-9ab6-4332-b20d-188f66a297e3 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1234379
Nov 10 21:37:27.316723 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] For port 6e828cc5-39a4-4b25-83df-f98180dbcfe6, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=6e828cc5-39a4-4b25-83df-f98180dbcfe6,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:27.317066 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:27.436670 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Calling delete_port for 6e828cc5-39a4-4b25-83df-f98180dbcfe6 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:27.579760 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:27.585336 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-900bae74-3ed2-4480-8a9f-2e69b76e6280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:27.630951 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event deleted for resources: {'Port': ['ID=6e828cc5-39a4-4b25-83df-f98180dbcfe6,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:27.670878 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.671252 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.671619 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.671977 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.672334 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.672692 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.673046 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.673397 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.673771 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.674119 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.674466 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817261-1-iscsi {{(pid=82878) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Nov 10 21:37:27.681928 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:27.715222 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] No DVR routers for this DVR port 6e828cc5-39a4-4b25-83df-f98180dbcfe6 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:37:27.717525 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:27.720133 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'name': 'network-vif-deleted', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:37:27.735004 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-011f5f1f-d889-460a-8f33-d3d0bed88d69 req-bf7cd1fb-edd8-4da2-856c-736f7be42066 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "DELETE /v2.0/ports/6e828cc5-39a4-4b25-83df-f98180dbcfe6 HTTP/1.1" status: 204  len: 173 time: 0.8160832
Nov 10 21:37:27.778472 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213aaad3-d7cd-4606-93df-352694da7aa7', 'name': 'network-vif-deleted', 'tag': '6e828cc5-39a4-4b25-83df-f98180dbcfe6', 'status': 'completed', 'code': 200}
Nov 10 21:37:28.436281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-01371b7d-e53d-482d-a81f-79a71db4022a req-8df3ae09-808c-4a89-82b0-2a3f585a5219 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:37:28.455892 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-01371b7d-e53d-482d-a81f-79a71db4022a req-8df3ae09-808c-4a89-82b0-2a3f585a5219 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:37:28.457156 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-01371b7d-e53d-482d-a81f-79a71db4022a req-8df3ae09-808c-4a89-82b0-2a3f585a5219 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=213aaad3-d7cd-4606-93df-352694da7aa7 HTTP/1.1" status: 200  len: 210 time: 0.0617304
Nov 10 21:37:29.207254 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 6e828cc5-39a4-4b25-83df-f98180dbcfe6 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:29.243951 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 6e828cc5-39a4-4b25-83df-f98180dbcfe6 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:29.244294 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 6e828cc5-39a4-4b25-83df-f98180dbcfe6 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:31.977232 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48876) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:32.182171 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Deleting port f1fd45bb-7da9-4781-85d3-c16b0ff972c8 {{(pid=82877) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:32.182516 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:32.352635 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:32.352960 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:32.475858 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.plugins.ml2.plugin [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Calling delete_port for f1fd45bb-7da9-4781-85d3-c16b0ff972c8 owned by network:floatingip {{(pid=82877) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:32.620953 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7649863'] for port, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:32.624794 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:32.666375 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event deleted for resources: {'Port': ['ID=f1fd45bb-7da9-4781-85d3-c16b0ff972c8,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:32.668917 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:32.758590 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:33.146479 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82877) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:37:33.341684 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82877) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:37:33.352249 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:37:33.361473 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:33.364409 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:33.365018 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23b6d040>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:33.517435 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-dd1f0c22-b9d4-4e11-9894-44d347c8ebd8 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "DELETE /v2.0/floatingips/884aadd6-67d0-4298-8199-d4540486e087 HTTP/1.1" status: 204  len: 168 time: 1.5390630
Nov 10 21:37:33.518102 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'tag': '7783502f-5cee-465a-9637-f957eca3e856'}] {{(pid=82877) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:37:33.548502 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:33.582192 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'tag': '7783502f-5cee-465a-9637-f957eca3e856', 'status': 'completed', 'code': 200}
Nov 10 21:37:33.793556 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-776a20f0-2711-4f25-81db-5a01a57e719f req-4f7e6783-86c2-4d7b-9140-1281a6de0f74 service neutron] 10.222.0.76 "GET /v2.0/ports?tenant_id=94aa75ffd18344edb98687889651d635&device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 1098 time: 0.1881740
Nov 10 21:37:33.890950 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23b6d040>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:33.895258 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:37:33.906826 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:33.907444 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde23b6d040>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:33.934030 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a20f0-2711-4f25-81db-5a01a57e719f req-735e77e3-0445-4543-8249-ca1d01f53f4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:33.935473 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-776a20f0-2711-4f25-81db-5a01a57e719f req-735e77e3-0445-4543-8249-ca1d01f53f4c service neutron] 10.222.0.76 "GET /v2.0/networks?id=bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 200  len: 913 time: 0.1342680
Nov 10 21:37:33.935642 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8fd385-67be-48a5-a1f7-0f92e90d283c req-7021ae7f-d7c9-460e-b52a-7cbb00cca3de tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82877) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:33.936324 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2d8fd385-67be-48a5-a1f7-0f92e90d283c req-7021ae7f-d7c9-460e-b52a-7cbb00cca3de tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82877) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:37:33.951301 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.quota.resource [req-2d8fd385-67be-48a5-a1f7-0f92e90d283c req-7021ae7f-d7c9-460e-b52a-7cbb00cca3de tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82877) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:37:33.952591 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2d8fd385-67be-48a5-a1f7-0f92e90d283c req-7021ae7f-d7c9-460e-b52a-7cbb00cca3de tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 945 time: 0.1035042
Nov 10 21:37:34.005091 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [req-2d8fd385-67be-48a5-a1f7-0f92e90d283c req-391cc65e-6e7b-4872-99f5-eac1e070404a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0468094
Nov 10 21:37:34.012573 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-776a20f0-2711-4f25-81db-5a01a57e719f req-04323ad2-b649-4843-9bb1-43a607afe516 service neutron] 10.222.0.76 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 200  len: 217 time: 0.0694735
Nov 10 21:37:34.080020 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776a20f0-2711-4f25-81db-5a01a57e719f req-d0a4bf65-e140-4883-b29f-8a2e0560bb69 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:34.081511 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-776a20f0-2711-4f25-81db-5a01a57e719f req-d0a4bf65-e140-4883-b29f-8a2e0560bb69 service neutron] 10.222.0.76 "GET /v2.0/subnets?id=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 200  len: 850 time: 0.0605857
Nov 10 21:37:34.133630 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:34.160501 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-776a20f0-2711-4f25-81db-5a01a57e719f req-7b80bbee-8717-42a1-9aff-b2a54dce4b3d service neutron] 10.222.0.76 "GET /v2.0/ports?network_id=bcadbbb0-7cf1-444e-98b5-daee107c5045&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0724404
Nov 10 21:37:34.304919 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-776a20f0-2711-4f25-81db-5a01a57e719f req-a876b3ab-2c8e-4ccc-b928-2317a0018299 service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1374855
Nov 10 21:37:34.440552 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-776a20f0-2711-4f25-81db-5a01a57e719f req-c6189709-c265-4491-a8fe-fdd8e84a389e service neutron] 10.222.0.76 "GET /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1282461
Nov 10 21:37:34.449738 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde23b6d040>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:34.454820 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44cd51e5-fbdc-4de8-bff8-e9e730665fc5 None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:30:48Z', 'revision_number': 4, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi', '_interfaces': [{'id': 'f19707b6-8f9b-4142-9ee8-1dd17963b8e0', 'name': '', 'network_id': 'bcadbbb0-7cf1-444e-98b5-daee107c5045', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'mac_address': 'fa:16:3e:a2:0f:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:47Z', 'updated_at': '2021-11-10T21:31:06Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'subnets': [{'id': '7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:37:34.679234 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55fd5ae8-24f2-4071-924d-ae9e94dadf16 None None] New status for floating IP 884aadd6-67d0-4298-8199-d4540486e087: DOWN {{(pid=82880) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Nov 10 21:37:35.205153 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ce78b-ae22-49a1-bc5b-2ac8d99842f5 req-eab4cffd-a779-4601-86d4-2af4cf1c403f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:35.206493 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3c9ce78b-ae22-49a1-bc5b-2ac8d99842f5 req-eab4cffd-a779-4601-86d4-2af4cf1c403f tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 945 time: 0.0757000
Nov 10 21:37:35.288270 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-3c9ce78b-ae22-49a1-bc5b-2ac8d99842f5 req-fbe6a15f-1388-40fb-9917-a50e84cc146c tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/security-groups?id=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756292
Nov 10 21:37:35.328385 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-11f3367d-ec8a-4a44-a9de-d947fb43cf5a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=82878) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Nov 10 21:37:35.329812 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-11f3367d-ec8a-4a44-a9de-d947fb43cf5a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 945 time: 0.0869534
Nov 10 21:37:35.397453 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Deleting port 7783502f-5cee-465a-9637-f957eca3e856 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:35.397921 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:35.646520 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] For port 7783502f-5cee-465a-9637-f957eca3e856, host hv-cinder-81726, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81726',level=0,port_id=7783502f-5cee-465a-9637-f957eca3e856,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:35.647055 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:35.771333 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Calling delete_port for 7783502f-5cee-465a-9637-f957eca3e856 owned by compute:nova {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:35.915085 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:35.920412 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-26294625-c416-48c4-9e34-ab7b10669e43 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:35.963306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event deleted for resources: {'Port': ['ID=7783502f-5cee-465a-9637-f957eca3e856,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:35.966588 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:36.124389 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] No DVR routers for this DVR port 7783502f-5cee-465a-9637-f957eca3e856 on host hv-cinder-81726 {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:37:36.126742 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for port, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:36.129372 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'name': 'network-vif-deleted', 'tag': '7783502f-5cee-465a-9637-f957eca3e856'}] {{(pid=82878) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Nov 10 21:37:36.145545 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-e076e6f9-1997-4dbe-a597-7c1bc692616b req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.76 "DELETE /v2.0/ports/7783502f-5cee-465a-9637-f957eca3e856 HTTP/1.1" status: 204  len: 173 time: 0.8104451
Nov 10 21:37:36.190344 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5fb3a8e-35b3-44b1-9850-3def37338ab3', 'name': 'network-vif-deleted', 'tag': '7783502f-5cee-465a-9637-f957eca3e856', 'status': 'completed', 'code': 200}
Nov 10 21:37:36.472986 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-d625dd3c-a5ed-4810-837d-67803f7a7f12 req-d905351b-8e7e-49bc-a23f-6621c3214a1a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Synchronizing usage tracker for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Nov 10 21:37:36.489068 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.quota.resource [req-d625dd3c-a5ed-4810-837d-67803f7a7f12 req-d905351b-8e7e-49bc-a23f-6621c3214a1a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Unset dirty status for tenant:94aa75ffd18344edb98687889651d635 on resource:port {{(pid=82878) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Nov 10 21:37:36.490265 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [req-d625dd3c-a5ed-4810-837d-67803f7a7f12 req-d905351b-8e7e-49bc-a23f-6621c3214a1a tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "GET /v2.0/ports?device_id=b5fb3a8e-35b3-44b1-9850-3def37338ab3 HTTP/1.1" status: 200  len: 210 time: 0.0761313
Nov 10 21:37:37.599283 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48894) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:37.758450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Deleting port 70d3fe0b-fef6-439f-92e3-4829980506b3 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:37.758685 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:37.929054 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:37.929451 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:38.050105 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Calling delete_port for 70d3fe0b-fef6-439f-92e3-4829980506b3 owned by network:floatingip {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:38.188123 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:38.192021 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-92271677-0303-44c9-a8a4-1e649da92a51 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:38.233041 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event deleted for resources: {'Port': ['ID=70d3fe0b-fef6-439f-92e3-4829980506b3,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:38.235520 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:38.331136 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for floatingip, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:38.348495 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-208538'] for floatingip, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:38.349643 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-188b46ac-3ba9-4647-ab1b-650b8d6e08f5 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "DELETE /v2.0/floatingips/a7191df7-c3b9-4773-a6ee-dc2950e33f6f HTTP/1.1" status: 204  len: 168 time: 0.7488453
Nov 10 21:37:39.253566 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 7783502f-5cee-465a-9637-f957eca3e856 no longer exists at agent hyperv_hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:39.287306 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] No Port match for: 7783502f-5cee-465a-9637-f957eca3e856 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:39.287697 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Device 7783502f-5cee-465a-9637-f957eca3e856 not bound to the agent host hv-cinder-81726 {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:39.739413 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48908) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:39.810022 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca66d6cd-12e5-4b2a-8be6-605029747612 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:39.838638 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca66d6cd-12e5-4b2a-8be6-605029747612 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:39.903319 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca66d6cd-12e5-4b2a-8be6-605029747612 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:39.907422 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-690c211b-83de-40e0-b6f8-30c6ef0fb99b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:39.923472 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca66d6cd-12e5-4b2a-8be6-605029747612 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:39.926253 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-ca66d6cd-12e5-4b2a-8be6-605029747612 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:39.934286 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-ca66d6cd-12e5-4b2a-8be6-605029747612 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:39.937864 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-ca66d6cd-12e5-4b2a-8be6-605029747612 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] 10.222.0.46 "DELETE /v2.0/security-groups/6863f7ad-b9a2-43b6-a90c-aa7f4bf089b4 HTTP/1.1" status: 204  len: 168 time: 0.1949427
Nov 10 21:37:40.000502 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48914) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:40.548587 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:41.229458 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Deleting port f19707b6-8f9b-4142-9ee8-1dd17963b8e0 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:41.230197 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:41.405214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] For port f19707b6-8f9b-4142-9ee8-1dd17963b8e0, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:41.405562 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:41.531099 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Calling delete_port for f19707b6-8f9b-4142-9ee8-1dd17963b8e0 owned by network:router_interface {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:41.708317 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:41.711900 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-42f1d019-7328-4439-aea9-b2a51bec0deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:41.755372 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Pushing event deleted for resources: {'Port': ['ID=f19707b6-8f9b-4142-9ee8-1dd17963b8e0,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:41.758935 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:42.041201 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:42.114017 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:42.711035 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:37:42.905214 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:37:42.915244 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] Sync routers for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:37:42.917687 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-5e2b0600-9dd0-47a9-83fe-eb046cbf2bfc admin admin] 10.222.0.46 "PUT /v2.0/routers/6726e6ad-551c-4e97-a7c4-f34c65d0be80/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9160302
Nov 10 21:37:42.920373 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48920) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:42.927106 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:42.927815 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2419c340>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:43.107011 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:43.117973 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks [] for router, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:43.313561 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:43.322946 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Deleting port c2c10caa-6266-4a28-aca1-5ee62e03877b {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:43.323305 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:43.398028 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2419c340>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135'}], 'enable_snat': True}, 'gw_port_id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:37:41Z', 'revision_number': 5, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port': {'id': 'c2c10caa-6266-4a28-aca1-5ee62e03877b', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:90:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:45Z', 'updated_at': '2021-11-10T21:30:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:43.402903 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] Checking router: 6726e6ad-551c-4e97-a7c4-f34c65d0be80 for host: dv-cinder-817261-1-iscsi {{(pid=82879) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:37:43.414367 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] Routers {'6726e6ad-551c-4e97-a7c4-f34c65d0be80'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82879) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:43.414963 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde2419c340>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'], 'active': True} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:43.504476 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] For port c2c10caa-6266-4a28-aca1-5ee62e03877b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=c2c10caa-6266-4a28-aca1-5ee62e03877b,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:43.504828 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:43.563607 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_dvr_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] Set router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 gateway port host: None {{(pid=82879) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:43.627231 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Calling delete_port for c2c10caa-6266-4a28-aca1-5ee62e03877b owned by network:router_gateway {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:43.675680 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.db.l3_hamode_db [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde2419c340>, [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:37:43Z', 'revision_number': 6, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:43.679674 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0bf8918-e746-4add-a0ad-324ac712f2c7 None None] The sync data for ids ['6726e6ad-551c-4e97-a7c4-f34c65d0be80'] in dv-cinder-817261-1-iscsi is: [{'id': '6726e6ad-551c-4e97-a7c4-f34c65d0be80', 'name': 'tempest-TestVolumeBootPattern-216503284-router', 'tenant_id': '94aa75ffd18344edb98687889651d635', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:44Z', 'updated_at': '2021-11-10T21:37:43Z', 'revision_number': 6, 'project_id': '94aa75ffd18344edb98687889651d635', 'gw_port_host': None}] {{(pid=82879) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:37:43.891280 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:43.894805 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5df55766-cabd-47f2-8486-4edadf72bb60 tempest-AttachVolumeTestJSON-919839158 tempest-AttachVolumeTestJSON-919839158-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:43.936378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c10caa-6266-4a28-aca1-5ee62e03877b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:43.938797 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:44.159407 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.420086 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.424386 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.454249 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.454778 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6726e6ad-551c-4e97-a7c4-f34c65d0be80 {{(pid=82878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:37:44.467538 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.468638 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-2bf471d9-2a08-490e-af6d-1e1ac5d85064 admin admin] 10.222.0.46 "DELETE /v2.0/routers/6726e6ad-551c-4e97-a7c4-f34c65d0be80 HTTP/1.1" status: 204  len: 168 time: 1.5473955
Nov 10 21:37:44.471242 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48924) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:44.519262 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device f19707b6-8f9b-4142-9ee8-1dd17963b8e0 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:44.548063 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Deleting subnet 7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:37:44.550992 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.551620 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: f19707b6-8f9b-4142-9ee8-1dd17963b8e0 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:44.551971 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device f19707b6-8f9b-4142-9ee8-1dd17963b8e0 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:44.552398 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device c2c10caa-6266-4a28-aca1-5ee62e03877b no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:44.603420 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8292506'] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.635573 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: c2c10caa-6266-4a28-aca1-5ee62e03877b {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:44.636176 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device c2c10caa-6266-4a28-aca1-5ee62e03877b not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:44.692409 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.766044 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8306193'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.769740 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:44.806067 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:44.809432 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:44.812574 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.818169 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66658da-ff62-4d33-8571-d72f4f71232d None None] Network bcadbbb0-7cf1-444e-98b5-daee107c5045 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:37:44.818393 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-9a5cd96d-2e07-4f78-957b-1c31965e5951 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/7aef47d6-3bcd-46ee-b5d9-ffd3052ac27d HTTP/1.1" status: 204  len: 168 time: 0.3463304
Nov 10 21:37:44.821724 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48928) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:44.922442 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:44.933302 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Deleting port 036f274c-5d35-434c-9244-8b3f1082b62f {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:44.933647 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.068899 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] DHCP port deletion for bcadbbb0-7cf1-444e-98b5-daee107c5045 request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:37:45.073657 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Deleting port 036f274c-5d35-434c-9244-8b3f1082b62f {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:45.074100 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.150599 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] For port 036f274c-5d35-434c-9244-8b3f1082b62f, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=036f274c-5d35-434c-9244-8b3f1082b62f,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:45.150947 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.279825 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] For port 036f274c-5d35-434c-9244-8b3f1082b62f, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=036f274c-5d35-434c-9244-8b3f1082b62f,segment=NetworkSegment(b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2),segment_id=b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:45.280228 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.378855 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Calling delete_port for 036f274c-5d35-434c-9244-8b3f1082b62f owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:45.404705 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Calling delete_port for 036f274c-5d35-434c-9244-8b3f1082b62f owned by network:dhcp {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:45.460388 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.464859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-972720e5-271e-4384-a721-5943ff0e5cbc tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:45.482429 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:37:45.482788 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:37:45.509039 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Pushing event deleted for resources: {'Port': ['ID=036f274c-5d35-434c-9244-8b3f1082b62f,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:45.511859 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:45.521835 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] No DVR routers for this DVR port 036f274c-5d35-434c-9244-8b3f1082b62f on host dv-cinder-817261-1-iscsi {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:37:45.644479 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.669734 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde236651c0>,) {'filters': {'network_id': ['bcadbbb0-7cf1-444e-98b5-daee107c5045']}} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:45.681983 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde236651c0>, 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2') {'for_net_delete': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:45.682275 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde236651c0>, 'b6d26cab-b8c0-4fdc-bbeb-dbbfcca58ab2') {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:45.693304 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8292499'] for segment, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.712970 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.718911 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Releasing vlan 1137 on physical network physnet1 to pool {{(pid=82878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:37:45.719290 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6548739'] for segment, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]: Traceback (most recent call last):
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     timer()
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     cb(*args, **kw)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     return func(*args, **kwargs)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     self._notify()
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     self.callback(batched_events)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     event.method(event)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     return f(self, *a, **k)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._get(url).json()
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:37:45.732308 dv-cinder-817261-1-iscsi neutron-server[82878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:37:45.805944 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.809771 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:45.825246 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:45.831171 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Pushing event deleted for resources: {'Network': ['ID=bcadbbb0-7cf1-444e-98b5-daee107c5045,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:45.835245 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:45.846865 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-e50b57ea-c747-4927-a365-57931f08dcda admin admin] 10.222.0.46 "DELETE /v2.0/networks/bcadbbb0-7cf1-444e-98b5-daee107c5045 HTTP/1.1" status: 204  len: 168 time: 1.0242121
Nov 10 21:37:45.849775 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48932) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:45.984332 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Deleting port 036f274c-5d35-434c-9244-8b3f1082b62f {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:45.984885 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:46.048180 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-deb60d31-783a-4b25-9a5d-5f7c79a84730 None None] The port '036f274c-5d35-434c-9244-8b3f1082b62f' was deleted {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 10 21:37:46.243510 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-343779'] for router_interface, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:46.513373 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 036f274c-5d35-434c-9244-8b3f1082b62f no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:46.549204 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 036f274c-5d35-434c-9244-8b3f1082b62f {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:46.549546 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 036f274c-5d35-434c-9244-8b3f1082b62f not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:46.936178 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Deleting port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:46.936505 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:47.102729 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] For port 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,segment=NetworkSegment(d3f50f41-b5d2-4e3b-a02a-e018d967adb5),segment_id=d3f50f41-b5d2-4e3b-a02a-e018d967adb5)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:47.103078 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:47.222843 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Calling delete_port for 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe owned by network:router_interface {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:47.394428 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:47.398115 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-5ffb04c4-c19c-4519-9cb3-d0981da22026 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:47.441322 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Pushing event deleted for resources: {'Port': ['ID=8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:47.444651 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:47.732973 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1499809', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-343257'] for router_interface, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:48.120248 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-d381ad64-8c36-4ada-8f38-4ff079e7655b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:48.396024 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Router 27e36bf4-efec-48a6-a485-6d981d4577a6 has already been hosted by L3 agent 957187a7-b52a-4107-ba56-fe7e3817ca91 {{(pid=82878) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Nov 10 21:37:48.604289 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] Notify agent at l3_agent.dv-cinder-817261-1-iscsi the message routers_updated {{(pid=82878) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Nov 10 21:37:48.612844 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] Sync routers for ids ['27e36bf4-efec-48a6-a485-6d981d4577a6'] in dv-cinder-817261-1-iscsi {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Nov 10 21:37:48.620917 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-f67c0feb-9c1c-4c81-9c72-efeac48d8009 admin admin] 10.222.0.46 "PUT /v2.0/routers/27e36bf4-efec-48a6-a485-6d981d4577a6/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7693694
Nov 10 21:37:48.623413 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48940) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:48.628683 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] Routers {'27e36bf4-efec-48a6-a485-6d981d4577a6'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:48.629351 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24228730>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['27e36bf4-efec-48a6-a485-6d981d4577a6'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:48.686271 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:48.805212 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] Set router 27e36bf4-efec-48a6-a485-6d981d4577a6 gateway port host: dv-cinder-817261-1-iscsi {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:48.825201 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks [] for router, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:49.038376 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:49.048374 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Deleting port fc636fe6-2f00-424f-b709-8aaaa1111f06 {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:49.048858 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:49.093196 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24228730>, [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'external_fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55'}], 'enable_snat': True}, 'gw_port_id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:37:47Z', 'revision_number': 5, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port': {'id': 'fc636fe6-2f00-424f-b709-8aaaa1111f06', 'name': '', 'network_id': '63039668-da53-479a-8f46-0ec7e3119bfe', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:fd:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'ip_address': '172.27.0.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817261-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:31:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee16083c-82a8-4678-8a6c-88fff3d8752a', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817261-1-iscsi'}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:49.097319 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] Checking router: 27e36bf4-efec-48a6-a485-6d981d4577a6 for host: dv-cinder-817261-1-iscsi {{(pid=82880) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Nov 10 21:37:49.107823 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] Routers {'27e36bf4-efec-48a6-a485-6d981d4577a6'} bound to L3 agent in host dv-cinder-817261-1-iscsi {{(pid=82880) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Nov 10 21:37:49.108405 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7fde24228730>, 'dv-cinder-817261-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-10T21:12:51Z,description=<?>,heartbeat_timestamp=2021-11-10T21:37:21Z,host='dv-cinder-817261-1-iscsi',id=957187a7-b52a-4107-ba56-fe7e3817ca91,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-11-10T21:12:51Z,topic='l3_agent')) {'router_ids': ['27e36bf4-efec-48a6-a485-6d981d4577a6'], 'active': True} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:49.220281 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] For port fc636fe6-2f00-424f-b709-8aaaa1111f06, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=fc636fe6-2f00-424f-b709-8aaaa1111f06,segment=NetworkSegment(fb9785fd-7fa8-4fa0-b203-b36ac543d707),segment_id=fb9785fd-7fa8-4fa0-b203-b36ac543d707)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:49.220625 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:49.253859 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_dvr_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] Set router 27e36bf4-efec-48a6-a485-6d981d4577a6 gateway port host: None {{(pid=82880) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Nov 10 21:37:49.340966 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Calling delete_port for fc636fe6-2f00-424f-b709-8aaaa1111f06 owned by network:router_gateway {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:49.364850 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.l3_hamode_db [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7fde24228730>, [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:37:49Z', 'revision_number': 6, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port_host': None}], 'dv-cinder-817261-1-iscsi', False) {} {{(pid=82880) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:49.369317 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17e73f24-e5bf-4131-8617-fcc45e7b016c None None] The sync data for ids ['27e36bf4-efec-48a6-a485-6d981d4577a6'] in dv-cinder-817261-1-iscsi is: [{'id': '27e36bf4-efec-48a6-a485-6d981d4577a6', 'name': 'tempest-TestVolumeBootPattern-1661633532-router', 'tenant_id': '199b9e5da88d4f649f8545c60bd112be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-10T21:30:52Z', 'updated_at': '2021-11-10T21:37:49Z', 'revision_number': 6, 'project_id': '199b9e5da88d4f649f8545c60bd112be', 'gw_port_host': None}] {{(pid=82880) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Nov 10 21:37:49.512301 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:49.515782 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-daa241f1-bca4-436c-b482-50e974c53fd7 tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:49.560255 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc636fe6-2f00-424f-b709-8aaaa1111f06,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:49.563647 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:49.894456 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-344246'] for router_gateway, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.151979 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-448034', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-9352'] for router, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.156073 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.191746 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-448078'] for router, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.192411 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 27e36bf4-efec-48a6-a485-6d981d4577a6 {{(pid=82878) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Nov 10 21:37:50.205687 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] Notify callbacks [] for router, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.206796 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-51a0d915-22c3-4db7-8dba-e147ab28b103 admin admin] 10.222.0.46 "DELETE /v2.0/routers/27e36bf4-efec-48a6-a485-6d981d4577a6 HTTP/1.1" status: 204  len: 168 time: 1.5824983
Nov 10 21:37:50.209397 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48944) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:50.268269 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.db_base_plugin_v2 [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Deleting subnet a7f8ecb7-31ec-4ea8-9dda-d8493c880292 {{(pid=82878) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Nov 10 21:37:50.271098 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.322540 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8292506'] for subnet, precommit_delete_associations {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.404425 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1281053'] for subnet, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.473378 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1281046', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261632', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6547873', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8306193'] for subnet, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.478483 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-91942c4d-98f7-428e-a356-a9ae91f7617d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:50.517871 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device fc636fe6-2f00-424f-b709-8aaaa1111f06 no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:50.518426 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7f8ecb7-31ec-4ea8-9dda-d8493c880292,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:50.521234 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:50.525517 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for subnet, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.532240 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-44b60b2e-bae3-4620-88f2-f33bcb604e67 admin admin] 10.222.0.46 "DELETE /v2.0/subnets/a7f8ecb7-31ec-4ea8-9dda-d8493c880292 HTTP/1.1" status: 204  len: 168 time: 0.3218713
Nov 10 21:37:50.534868 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48948) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:50.542929 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ba8205-5916-4f2a-9973-03919df8733d None None] Network e208749b-de48-4b72-a3b1-a5cbe536af44 requested from dv-cinder-817261-1-iscsi {{(pid=82879) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Nov 10 21:37:50.568524 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: fc636fe6-2f00-424f-b709-8aaaa1111f06 {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:50.568891 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device fc636fe6-2f00-424f-b709-8aaaa1111f06 not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:50.569312 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:50.642306 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1176932'] for network, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.646118 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:50.646486 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device 8be0b2c0-bd56-4f1a-8508-b7ab0b2055fe not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:50.655325 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Deleting port b6f64e5e-dd02-4da5-b975-a135718c9e0b {{(pid=82878) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:50.655653 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.832323 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] DHCP port deletion for e208749b-de48-4b72-a3b1-a5cbe536af44 request from dv-cinder-817261-1-iscsi {{(pid=82879) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Nov 10 21:37:50.837330 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Deleting port b6f64e5e-dd02-4da5-b975-a135718c9e0b {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:50.837730 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.868399 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.db [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] For port b6f64e5e-dd02-4da5-b975-a135718c9e0b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=b6f64e5e-dd02-4da5-b975-a135718c9e0b,segment=NetworkSegment(d3f50f41-b5d2-4e3b-a02a-e018d967adb5),segment_id=d3f50f41-b5d2-4e3b-a02a-e018d967adb5)] {{(pid=82878) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:50.868745 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:50.989094 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.plugin [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Calling delete_port for b6f64e5e-dd02-4da5-b975-a135718c9e0b owned by network:dhcp {{(pid=82878) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:51.039700 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.db [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] For port b6f64e5e-dd02-4da5-b975-a135718c9e0b, host dv-cinder-817261-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817261-1-iscsi',level=0,port_id=b6f64e5e-dd02-4da5-b975-a135718c9e0b,segment=NetworkSegment(d3f50f41-b5d2-4e3b-a02a-e018d967adb5),segment_id=d3f50f41-b5d2-4e3b-a02a-e018d967adb5)] {{(pid=82879) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Nov 10 21:37:51.040095 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-343411'] for port, precommit_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.066833 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1073758', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261740', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8787004866533', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8787004489840', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6547924'] for port, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.071175 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-aafb03e4-1525-4c94-a16c-b4545681680b tempest-TestVolumeBootPattern-1634135513 tempest-TestVolumeBootPattern-1634135513-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:51.111952 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Pushing event deleted for resources: {'Port': ['ID=b6f64e5e-dd02-4da5-b975-a135718c9e0b,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:51.116161 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:51.118715 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] No DVR routers for this DVR port b6f64e5e-dd02-4da5-b975-a135718c9e0b on host dv-cinder-817261-1-iscsi {{(pid=82878) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Nov 10 21:37:51.196976 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Calling delete_port for b6f64e5e-dd02-4da5-b975-a135718c9e0b owned by network:dhcp {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}}
Nov 10 21:37:51.243487 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1280486', 'neutron.services.segments.db._delete_segments_for_network-8787005009345'] for network, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.251566 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-ea8daea3-42b9-4a38-8476-dbfee75b838d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.273450 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7fde22aa0f40>,) {'filters': {'network_id': ['e208749b-de48-4b72-a3b1-a5cbe536af44']}} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:51.276798 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.db.api [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=82879) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Nov 10 21:37:51.277155 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG oslo_db.api [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=82879) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Nov 10 21:37:51.285414 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22aa0f40>, 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5') {'for_net_delete': True} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:51.285748 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.services.segments.db [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7fde22aa0f40>, 'd3f50f41-b5d2-4e3b-a02a-e018d967adb5') {} {{(pid=82878) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Nov 10 21:37:51.297091 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8787005010908', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8292499'] for segment, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.313649 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1279881'] for segment, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.320404 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Releasing vlan 1103 on physical network physnet1 to pool {{(pid=82878) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Nov 10 21:37:51.320897 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1279888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6548739'] for segment, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]: Traceback (most recent call last):
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     timer()
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     cb(*args, **kw)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     return func(*args, **kwargs)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     self._notify()
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     self.callback(batched_events)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     event.method(event)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     aggregate_uuid = self.p_client.list_aggregates(
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     return f(self, *a, **k)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._get(url).json()
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     return self.request(url, 'GET', **kwargs)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     base_url = self.get_endpoint(auth, allow=allow,
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     auth = self._auth_required(auth, 'determine endpoint URL')
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Nov 10 21:37:51.333987 dv-cinder-817261-1-iscsi neutron-server[82878]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Nov 10 21:37:51.515959 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1280415', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414636', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1499694', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-344209'] for network, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.519523 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-254a93be-b925-49f4-9205-37e8cbcef5e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:51.532691 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1499890'] for network, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.552754 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Pushing event deleted for resources: {'Network': ['ID=e208749b-de48-4b72-a3b1-a5cbe536af44,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:51.558817 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:51.560248 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-afd128e3-dbe5-4c32-a495-003160753d8d admin admin] 10.222.0.46 "DELETE /v2.0/networks/e208749b-de48-4b72-a3b1-a5cbe536af44 HTTP/1.1" status: 204  len: 168 time: 1.0244501
Nov 10 21:37:51.643319 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.699112 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48954) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:51.755591 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-490a6484-2cf2-4f14-92fe-3fe46795457e admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=94aa75ffd18344edb98687889651d635&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0552719
Nov 10 21:37:51.758931 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [-] (82878) accepted ('10.222.0.46', 48958) {{(pid=82878) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:51.778633 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Deleting port b6f64e5e-dd02-4da5-b975-a135718c9e0b {{(pid=82879) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1863}}
Nov 10 21:37:51.779014 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8787004860142'] for port, before_delete {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.818043 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-15da2da8-3281-404c-9ca9-21414bce2071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.843703 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-15da2da8-3281-404c-9ca9-21414bce2071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.844518 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-1e9b152a-fb23-4236-8cb1-1d31e56baa03 None None] The port 'b6f64e5e-dd02-4da5-b975-a135718c9e0b' was deleted {{(pid=82879) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1893}}
Nov 10 21:37:51.899075 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-15da2da8-3281-404c-9ca9-21414bce2071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.903159 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-79da084c-7d0c-4c4d-a559-31e270c394e2 tempest-AttachVolumeShelveTestJSON-131206346 tempest-AttachVolumeShelveTestJSON-131206346-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:51.918312 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da2da8-3281-404c-9ca9-21414bce2071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c088c05-0d38-4012-a193-30873bda1569,revision_number=None']} {{(pid=82878) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:51.922062 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG oslo_concurrency.lockutils [None req-15da2da8-3281-404c-9ca9-21414bce2071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=82878) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:51.925507 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron_lib.callbacks.manager [None req-15da2da8-3281-404c-9ca9-21414bce2071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82878) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:51.926644 dv-cinder-817261-1-iscsi neutron-server[82878]: INFO neutron.wsgi [None req-15da2da8-3281-404c-9ca9-21414bce2071 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/9c088c05-0d38-4012-a193-30873bda1569 HTTP/1.1" status: 204  len: 168 time: 0.1668613
Nov 10 21:37:52.315205 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48966) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:52.364827 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-9389e94a-b768-40d0-b26b-a81139e0eedf admin admin] 10.222.0.46 "GET /v2.0/security-groups?tenant_id=199b9e5da88d4f649f8545c60bd112be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0483515
Nov 10 21:37:52.367161 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.wsgi [-] (82877) accepted ('10.222.0.46', 48970) {{(pid=82877) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Nov 10 21:37:52.426575 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2b4e02b3-e62b-402d-9c38-d392bc8acde2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:52.451654 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2b4e02b3-e62b-402d-9c38-d392bc8acde2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:52.505683 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2b4e02b3-e62b-402d-9c38-d392bc8acde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-414661'] for security_group, after_delete {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:52.511620 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-7a96c920-3761-49ca-87a5-ddb7815f7937 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Nov 10 21:37:52.516066 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device b6f64e5e-dd02-4da5-b975-a135718c9e0b no longer exists at agent ovs-agent-dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Nov 10 21:37:52.527300 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4e02b3-e62b-402d-9c38-d392bc8acde2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d27be3b-e32e-4c38-997a-a2ba90126cba,revision_number=None']} {{(pid=82877) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Nov 10 21:37:52.530108 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG oslo_concurrency.lockutils [None req-2b4e02b3-e62b-402d-9c38-d392bc8acde2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=82877) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Nov 10 21:37:52.534240 dv-cinder-817261-1-iscsi neutron-server[82877]: DEBUG neutron_lib.callbacks.manager [None req-2b4e02b3-e62b-402d-9c38-d392bc8acde2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=82877) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:52.535527 dv-cinder-817261-1-iscsi neutron-server[82877]: INFO neutron.wsgi [None req-2b4e02b3-e62b-402d-9c38-d392bc8acde2 admin admin] 10.222.0.46 "DELETE /v2.0/security-groups/0d27be3b-e32e-4c38-997a-a2ba90126cba HTTP/1.1" status: 204  len: 168 time: 0.1674342
Nov 10 21:37:52.557227 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.plugin [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] No Port match for: b6f64e5e-dd02-4da5-b975-a135718c9e0b {{(pid=82879) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Nov 10 21:37:52.557595 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron.plugins.ml2.rpc [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Device b6f64e5e-dd02-4da5-b975-a135718c9e0b not bound to the agent host dv-cinder-817261-1-iscsi {{(pid=82879) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Nov 10 21:37:53.603182 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:37:59.986376 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:38:12.110852 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:18.122465 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b012ecb6-9ffe-41d3-8a84-a8b136040f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:18.689835 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:21.193202 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-dd53e72c-894a-4dc8-b2b8-d242111b61d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:21.645689 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:23.607389 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:36.986658 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:38:42.124868 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:48.124063 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-32165826-dd46-41c2-a12e-0aceeaa4c54c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:48.690894 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:51.194754 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-3ddd3914-0c2c-41bd-95c5-8629a21c16a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:51.647672 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:38:53.608385 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:12.128406 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:13.987475 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:39:18.124947 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6704f78d-093a-4e80-b773-9828b5d64664 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:18.692288 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:21.195837 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-50596b80-adab-49a4-9d80-e540043180b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:21.650343 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:23.610449 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:27.318885 dv-cinder-817261-1-iscsi neutron-server[82878]: DEBUG neutron.wsgi [req-80eb528d-9001-4c53-a569-2d90ae3d7278 req-f4b4f5b7-383e-44ef-a3cf-7c663a4c2242 service neutron] (82878) timed out ('10.222.0.76', 60095) {{(pid=82878) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Nov 10 21:39:42.138301 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:48.125041 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-fe7d24bb-739d-4dee-be0e-e296d91dc9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:48.693632 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:50.987670 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:39:51.198201 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-90b9f2c3-40fd-4ea0-af51-c790e3acb269 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:51.653429 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:39:53.612800 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:12.140066 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:18.126572 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-cea2b640-2167-4eea-b589-cb9d26fc2e3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:18.694869 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:21.201446 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-af27198f-6080-4a50-bb3c-e95fa4f3e1a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:21.655285 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:23.615173 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:27.987232 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:40:42.150658 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:48.127356 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-5dd966c1-2c19-490d-aadf-5a4887a53d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:48.696550 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:51.201825 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-40ab6d35-6c4f-4731-a8ac-576cff03bd17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:51.660219 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:40:53.617372 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:04.987082 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:41:12.169772 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:18.127963 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-1a8fc4d3-44e1-49b7-aedc-7bc0cce54072 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:18.699112 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:21.202811 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-69cce482-3cc7-404a-b61b-9bc3f0563462 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:21.661706 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:23.619275 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:41.986866 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:41:42.169185 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:48.129563 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-06945fa9-252a-41f9-a216-1b7a9f887430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:48.700399 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:51.204555 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-51a6a3e0-a8c0-4f19-b609-d0ce139b11f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:51.662827 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:41:53.622266 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:12.179500 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:18.131067 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9f8ae586-fa2f-4e2d-ab44-d320d5d3d2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:18.702182 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:18.986960 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:42:21.207214 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-aecd0dae-5a4b-4e00-b28c-c80d000fd8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:21.666232 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:23.625778 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:42.178247 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:48.131413 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-6ba13acf-db58-421c-a189-d22391731674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:48.703960 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-f48a4d66-7004-4cee-82fa-ff0df450152e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:51.208335 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-13857ce4-b2de-4884-9d83-46705f80d4bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:51.669033 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-b34781ce-5b44-489a-97a4-267cca88c4cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:53.627077 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-9c420ce5-e60d-4e82-8d60-9624086164fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Nov 10 21:42:55.987816 dv-cinder-817261-1-iscsi neutron-server[82880]: DEBUG neutron.db.agents_db [None req-dc22fb48-73c2-40ac-b875-d3bceeb70578 None None] Agent healthcheck: found 6 active agents {{(pid=82880) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Nov 10 21:43:12.202853 dv-cinder-817261-1-iscsi neutron-server[82879]: DEBUG neutron_lib.callbacks.manager [None req-8e14d711-2265-47a7-8a72-a6632f6ef173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8787005009327', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1282264'] for agent, after_update {{(pid=82879) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}